-- Logs begin at Sat 2022-10-01 03:38:53 UTC, end at Sat 2022-10-01 04:37:39 UTC. -- Oct 01 04:09:25.600449 dv-cinder-860044-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 01 04:09:28.261375 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.common.config [-] Logging enabled! Oct 01 04:09:28.261967 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev32 Oct 01 04:09:28.262179 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106273) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 01 04:09:28.265474 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.common.config [-] Logging enabled! Oct 01 04:09:28.265735 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev32 Oct 01 04:09:28.266050 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106273) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 01 04:09:28.266990 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 01 04:09:28.267227 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 01 04:09:28.267712 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 01 04:09:28.267964 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 01 04:09:28.268192 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 01 04:09:28.268508 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.268810 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.269066 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.269371 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.269668 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.269962 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.270255 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.270557 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.270844 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.271127 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.271413 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.271647 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.271929 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.272219 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.272510 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.272736 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] debug = True {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.273057 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.273494 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.273910 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.274197 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.274630 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.274774 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.275049 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.275330 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.275619 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.276063 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] host = dv-cinder-860044-1-iscsi {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.276360 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.276650 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.276966 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.277262 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.277548 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.277826 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.278116 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.278395 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.278672 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] log_file = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.279212 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.279503 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.279795 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.280093 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.280320 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.280546 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.280835 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.281152 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.281431 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.281708 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.281985 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.282260 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.282536 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.282806 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.283093 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.283380 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.283671 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.283949 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.284226 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.284501 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.284774 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.285094 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.285371 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.285647 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.285924 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.286214 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.286484 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.286761 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.287062 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.287349 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.287634 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.287923 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.288198 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.288483 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.288755 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.289056 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.289330 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] use_json = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.289603 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.289896 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.290166 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.290438 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.290711 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.290986 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.291258 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.291588 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.291846 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:28.292146 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.292444 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.292748 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.293068 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.293378 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.293661 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.293955 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.294238 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.294529 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.294820 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.295110 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.295390 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.295694 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.295987 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.296286 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.296597 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.296894 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.297214 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.297492 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.297767 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.298043 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.298323 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.298613 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.298892 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.299182 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.299474 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.299760 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.300060 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.300352 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.300641 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.300965 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.301256 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.301535 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.301818 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.302114 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.302399 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.302677 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.302969 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.303250 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.303527 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.303812 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.304110 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.304405 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.304682 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.304989 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.305289 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.305572 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.305848 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.306122 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.306406 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.306682 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.307510 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.307793 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.308073 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.308343 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.308625 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.308901 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.309200 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.309482 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.309756 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.310036 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.310317 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.310593 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.310869 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.311143 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.311418 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.311693 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.311968 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.312247 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.312522 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.312798 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.313100 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.313378 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.313652 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.313939 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.314237 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.314515 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.314796 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.315077 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.315356 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.315634 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.315913 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.316192 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.316472 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.316746 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.317065 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.317354 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.317643 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.317928 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.318232 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.318534 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.318819 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.319103 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.319386 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.319669 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.319951 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.320246 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.320536 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.320812 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.321135 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.321427 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.321724 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.322020 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.322300 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.322657 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.323450 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.323823 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.324115 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.324432 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.324717 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:28.324955 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 01 04:09:28.325210 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106273) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 01 04:09:28.714094 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 01 04:09:28.714484 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 01 04:09:28.714793 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 01 04:09:28.715032 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 01 04:09:28.715316 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 01 04:09:28.715658 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 01 04:09:29.041555 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:29.041886 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:29.042166 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:29.043371 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:29.043651 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:29.043920 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:29.096705 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:29.097014 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:29.097294 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:29.113113 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:29.113402 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:29.113679 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:29.141985 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:29.142270 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:29.142543 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:29.179156 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:29.179441 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:29.179712 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:29.411437 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:29.412381 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:29.412381 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:29.413417 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:29.414322 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:29.512478 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:29.512810 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:29.513128 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:29.513411 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:29.513683 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:29.514003 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:29.514273 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:29.514541 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:29.514804 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:29.515092 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:29.515358 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:29.515632 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:29.515899 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:29.516158 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:29.516421 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:29.516698 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:29.516979 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:29.517254 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:29.517529 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:29.517795 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:29.518074 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:29.518331 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:29.518621 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:29.519004 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:29.519259 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:29.519513 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:29.520335 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106273) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 01 04:09:29.520335 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106273) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 01 04:09:29.520490 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106273) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 01 04:09:29.520614 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106273) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 01 04:09:29.520855 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106273) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 01 04:09:29.521126 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106273) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 01 04:09:29.521499 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 01 04:09:29.524665 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 01 04:09:29.529659 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 01 04:09:29.533422 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Oct 01 04:09:29.535052 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 01 04:09:29.535670 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 01 04:09:29.536013 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 01 04:09:29.536407 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 01 04:09:29.539213 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 01 04:09:29.539468 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 01 04:09:29.539823 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 01 04:09:29.545001 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 01 04:09:29.567574 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 01 04:09:29.568023 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:29.568327 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106273) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 01 04:09:29.568708 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:29.570095 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106273) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 01 04:09:29.570382 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 01 04:09:29.570634 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 01 04:09:29.582318 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:29.582610 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:29.668347 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 01 04:09:29.668526 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 01 04:09:29.668759 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 01 04:09:29.669174 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 01 04:09:29.722222 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO dbcounter [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Registered counter for database neutron Oct 01 04:09:29.741500 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_db.sqlalchemy.engines [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106273) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 01 04:09:29.748032 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG dbcounter [-] [106273] Writer thread running {{(pid=106273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 01 04:09:30.297174 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.plugins.ml2.managers [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Initializing driver for type 'gre' Oct 01 04:09:30.297711 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] gre ID ranges: [(1, 1000)] Oct 01 04:09:30.355890 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.plugins.ml2.managers [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Initializing driver for type 'local' Oct 01 04:09:30.356229 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.plugins.ml2.managers [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Initializing driver for type 'vlan' Oct 01 04:09:30.369092 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] VlanTypeDriver initialization complete Oct 01 04:09:30.369474 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.plugins.ml2.managers [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Initializing driver for type 'vxlan' Oct 01 04:09:30.370426 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] vxlan ID ranges: [(1, 1000)] Oct 01 04:09:30.433686 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.plugins.ml2.managers [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Initializing extension driver 'port_security' Oct 01 04:09:30.434307 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.plugins.ml2.extensions.port_security [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] PortSecurityExtensionDriver initialization complete Oct 01 04:09:30.434399 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.plugins.ml2.managers [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Initializing mechanism driver 'openvswitch' Oct 01 04:09:30.434673 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.plugins.ml2.managers [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Initializing mechanism driver 'hyperv' Oct 01 04:09:30.441215 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.plugins.ml2.plugin [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:09:30.441920 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > port after_create 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.442320 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > port after_update 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.442703 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > port after_delete 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.443205 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106273) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 01 04:09:30.443624 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > subnet after_create 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.443980 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > subnet after_update 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.444328 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.444718 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106273) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 01 04:09:30.445146 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > network after_create 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.445499 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > network after_update 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.445843 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > network after_delete 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.446227 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106273) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 01 04:09:30.446629 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > security_group after_create 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.446977 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > security_group after_update 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.447322 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.448372 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106273) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 01 04:09:30.448774 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.449149 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.449496 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.450011 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106273) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 01 04:09:30.450415 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > address_group after_create 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.450766 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > address_group after_update 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.451111 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.451497 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106273) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 01 04:09:30.451933 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] ML2 OVO RPC backend initialized. {{(pid=106273) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 01 04:09:30.452629 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.453016 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.453434 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > network before_response 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.453785 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > networks before_response 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.454132 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > port before_response 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.454473 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > ports before_response 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.454819 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > subnet before_response 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.455161 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > subnets before_response 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.455510 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > network after_create 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.455854 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > network after_update 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.456190 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > network after_delete 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.456531 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > port after_create 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.456870 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > port after_update 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.457239 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > port after_delete 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.457576 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > subnet after_create 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.457915 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > subnet after_update 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.458250 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.466348 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.quota [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded quota_driver: . Oct 01 04:09:30.466719 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.plugins.ml2.plugin [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Modular L2 Plugin initialization complete Oct 01 04:09:30.467067 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading services supported by the core plugin {{(pid=106273) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 01 04:09:30.467406 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.plugins.ml2.managers [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Got port-security extension from driver 'port_security' Oct 01 04:09:30.467883 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.extensions.vlantransparent [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Disabled vlantransparent extension. Oct 01 04:09:30.468369 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106273) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 01 04:09:30.468694 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading Plugin: router Oct 01 04:09:30.503801 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.504202 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > router after_create 55549900 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.504577 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > router before_create 55549900 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.504975 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.505359 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.505722 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > router after_delete 55549900 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.506088 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.506444 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.506809 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > router after_create 55549900 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.507159 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > router after_update 55549900 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.507513 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > router after_update 55549900 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.507865 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.508230 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > router after_update 55549900 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.508647 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > router precommit_update 55549900 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.509058 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: port after_update 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.509405 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: port after_delete 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.509751 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: subnet after_update 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.510761 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.511120 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.511476 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > router precommit_create 55549900 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.511826 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: port before_delete 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.512174 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > router precommit_create 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.512537 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > router after_update 55549900 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.512887 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.513274 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > router precommit_create 55549900 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.513641 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.514000 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > router precommit_update 55549900 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.514375 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > agent after_create 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.514733 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > agent after_delete 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.515083 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > network after_delete 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.515953 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.quota.resource_registry [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Tracking information for resource: router configured {{(pid=106273) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 01 04:09:30.516289 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.quota.resource_registry [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Tracking information for resource: floatingip configured {{(pid=106273) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 01 04:09:30.521348 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.db.l3_agentschedulers_db [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 01 04:09:30.521929 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: port after_update 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.522292 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: port after_create 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.522647 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: port after_delete 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.523004 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: port after_update 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.523803 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > router before_create 55550100 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.524171 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.524536 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > router precommit_create 55550100 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.524893 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > router precommit_update 55550100 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.530326 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.services.provider_configuration [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Service providers = [] {{(pid=106273) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 01 04:09:30.530694 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.db.servicetype_db [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106273) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 01 04:09:30.533634 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.services.service_base [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106273) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 01 04:09:30.533992 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.services.service_base [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106273) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 01 04:09:30.534337 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.services.service_base [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106273) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 01 04:09:30.535216 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.services.service_base [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106273) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 01 04:09:30.535588 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.services.service_base [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 01 04:09:30.535977 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106273) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 01 04:09:30.536293 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 01 04:09:30.548122 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106273) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 01 04:09:30.548407 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading Plugin: auto_allocate Oct 01 04:09:30.553986 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: network precommit_update 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.554362 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: network precommit_create 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.554880 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106273) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 01 04:09:30.555203 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading Plugin: tag Oct 01 04:09:30.562407 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106273) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 01 04:09:30.562735 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading Plugin: timestamp Oct 01 04:09:30.566710 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106273) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 01 04:09:30.567038 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading Plugin: network_ip_availability Oct 01 04:09:30.573116 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.573511 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.573873 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.574619 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106273) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 01 04:09:30.574942 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading Plugin: flavors Oct 01 04:09:30.579564 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106273) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 01 04:09:30.579898 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading Plugin: revisions Oct 01 04:09:30.584254 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106273) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 01 04:09:30.584636 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_concurrency.lockutils [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.869s {{(pid=106273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 01 04:09:30.585411 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106273) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 01 04:09:30.585748 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Initializing extension manager. Oct 01 04:09:30.586272 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: __init__.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.586619 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: __pycache__ {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.586953 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: address_group.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.587830 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.588533 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: address-group Oct 01 04:09:30.588858 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: address_scope.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.589559 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.590071 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: address-scope Oct 01 04:09:30.590393 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.591296 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.591805 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: router-admin-state-down-before-update Oct 01 04:09:30.592126 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: agent.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.592782 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.593328 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: agent Oct 01 04:09:30.593652 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: agent_resources_synced.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.594509 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.595017 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: agent-resources-synced Oct 01 04:09:30.595340 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: allowedaddresspairs.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.597101 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.597626 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: allowed-address-pairs Oct 01 04:09:30.597954 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: auto_allocated_topology.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.598968 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.599487 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: auto-allocated-topology Oct 01 04:09:30.599814 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: availability_zone.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.600465 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.601012 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: availability_zone Oct 01 04:09:30.601337 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: availability_zone_filter.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.602198 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.602717 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: availability_zone_filter Oct 01 04:09:30.603047 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: data_plane_status.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.603945 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.604459 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extension data-plane-status not supported by any of loaded plugins Oct 01 04:09:30.604780 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: default_subnetpools.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.605689 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.606206 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: default-subnetpools Oct 01 04:09:30.606529 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.607292 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.607806 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: dhcp_agent_scheduler Oct 01 04:09:30.608125 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: dns.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.609013 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.609551 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extension dns-integration not supported by any of loaded plugins Oct 01 04:09:30.609874 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: dns_domain_ports.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.610738 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.611245 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 01 04:09:30.611568 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.612435 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.612961 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 01 04:09:30.613292 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: dvr.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.613925 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.614440 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: dvr Oct 01 04:09:30.614760 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: ecmp_routes.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.615625 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.616132 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 01 04:09:30.616452 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: empty_string_filtering.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.617336 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.617849 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: empty-string-filtering Oct 01 04:09:30.618173 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.619036 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.620139 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 01 04:09:30.620575 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.621477 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.621993 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 01 04:09:30.622318 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: external_net.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.623181 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.623697 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: external-net Oct 01 04:09:30.624020 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.624875 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.625408 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: extra_dhcp_opt Oct 01 04:09:30.625729 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: extraroute.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.626585 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.627122 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: extraroute Oct 01 04:09:30.627445 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: extraroute_atomic.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.628420 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.628952 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: extraroute-atomic Oct 01 04:09:30.629284 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: filter_validation.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.629906 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.630413 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: filter-validation Oct 01 04:09:30.630733 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: fip_pf_description.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.631591 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.632098 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 01 04:09:30.632417 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: fip_pf_detail.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.633304 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.633817 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: floating-ip-port-forwarding-detail Oct 01 04:09:30.634138 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: fip_pf_port_range.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.635606 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.636169 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 01 04:09:30.636497 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: fip_port_details.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.637407 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.637926 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: fip-port-details Oct 01 04:09:30.638248 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: flavors.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.639425 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.639946 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: flavors Oct 01 04:09:30.640276 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.641911 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.642440 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 01 04:09:30.642767 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: floatingip_pools.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.643430 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.643944 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: floatingip-pools Oct 01 04:09:30.644267 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: ip_allocation.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.645173 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.645683 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extension ip_allocation not supported by any of loaded plugins Oct 01 04:09:30.646004 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.646889 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.647440 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: ip-substring-filtering Oct 01 04:09:30.647764 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: l2_adjacency.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.648637 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.649177 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 01 04:09:30.649502 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: l3.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.650419 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.651062 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: router Oct 01 04:09:30.651388 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.654035 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.654573 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 01 04:09:30.654907 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.655782 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.656305 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: ext-gw-mode Oct 01 04:09:30.656633 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.657536 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.658054 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: l3-ha Oct 01 04:09:30.658378 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.659240 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.659748 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 01 04:09:30.660108 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: l3_flavors.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.661004 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.661521 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: l3-flavors Oct 01 04:09:30.661844 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.663167 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.663689 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 01 04:09:30.664017 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.664883 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.665427 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 01 04:09:30.665756 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: l3agentscheduler.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.666795 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.667306 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: l3_agent_scheduler Oct 01 04:09:30.667635 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: local_ip.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.669372 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.669904 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extension local_ip not supported by any of loaded plugins Oct 01 04:09:30.670236 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: logging.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.671648 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.672181 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extension logging not supported by any of loaded plugins Oct 01 04:09:30.672515 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: metering.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.673284 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.673870 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: metering Oct 01 04:09:30.674199 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.675233 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.675758 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: metering_source_and_destination_fields Oct 01 04:09:30.676086 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: multiprovidernet.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.676992 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.677517 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: multi-provider Oct 01 04:09:30.677846 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: netmtu.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.678721 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.679236 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: net-mtu Oct 01 04:09:30.679563 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: netmtu_writable.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.680427 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.680959 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: net-mtu-writable Oct 01 04:09:30.681290 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: network_availability_zone.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.682485 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.682986 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: network_availability_zone Oct 01 04:09:30.683309 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: network_ip_availability.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.684358 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.684874 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: network-ip-availability Oct 01 04:09:30.685241 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: network_segment_range.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.685960 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.686465 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extension network-segment-range not supported by any of loaded plugins Oct 01 04:09:30.686788 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: pagination.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.687708 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.688036 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: pagination Oct 01 04:09:30.688358 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: port_device_profile.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.689240 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.689755 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: port-device-profile Oct 01 04:09:30.690077 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: port_mac_address_override.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.690940 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.691455 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: port-mac-override Oct 01 04:09:30.691777 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.692639 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.693189 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: port-mac-address-regenerate Oct 01 04:09:30.693516 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.694383 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.694893 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: port-numa-affinity-policy Oct 01 04:09:30.695214 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: port_resource_request.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.696071 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.696578 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extension port-resource-request not supported by any of loaded plugins Oct 01 04:09:30.696897 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: port_resource_request_groups.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.698402 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.698982 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 01 04:09:30.699304 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: portbindings.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.700184 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.700699 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: binding Oct 01 04:09:30.701060 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: portbindings_extended.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.702267 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.702788 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: binding-extended Oct 01 04:09:30.703115 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: portsecurity.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.703979 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.704498 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: port-security Oct 01 04:09:30.704823 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: project_id.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.705964 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.706295 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: project-id Oct 01 04:09:30.706620 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: providernet.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.707479 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.707997 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: provider Oct 01 04:09:30.708322 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: qos.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.711807 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.712346 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extension qos not supported by any of loaded plugins Oct 01 04:09:30.712680 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.714611 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.715136 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 01 04:09:30.715467 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.716338 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.716853 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 01 04:09:30.717207 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: qos_default.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.718072 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.718587 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extension qos-default not supported by any of loaded plugins Oct 01 04:09:30.718911 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: qos_fip.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.719776 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.720294 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extension qos-fip not supported by any of loaded plugins Oct 01 04:09:30.720618 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.721512 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.722026 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 01 04:09:30.722351 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: qos_gateway_ip.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.723223 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.723743 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 01 04:09:30.724065 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: qos_port_network_policy.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.724937 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.725455 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 01 04:09:30.725778 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.726762 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.727282 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 01 04:09:30.727607 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.728595 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.729281 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 01 04:09:30.729603 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: qos_pps_rule.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.730722 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.731242 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extension qos-pps not supported by any of loaded plugins Oct 01 04:09:30.731568 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: qos_rule_type_details.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.732429 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.732961 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 01 04:09:30.733290 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.734155 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.734666 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 01 04:09:30.734991 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: qos_rules_alias.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.735972 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.736488 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 01 04:09:30.736813 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: quota_check_limit.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.737711 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.738229 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: quota-check-limit Oct 01 04:09:30.738555 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: quotasv2.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.739426 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.739752 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: quotas Oct 01 04:09:30.740075 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: quotasv2_detail.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.741756 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.742093 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: quota_details Oct 01 04:09:30.742425 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: rbac.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.743430 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.743963 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: rbac-policies Oct 01 04:09:30.744292 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: rbac_address_group.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.747692 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.748232 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: rbac-address-group Oct 01 04:09:30.748562 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: rbac_address_scope.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.749552 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.750090 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: rbac-address-scope Oct 01 04:09:30.750403 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: rbac_security_groups.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.751287 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.751807 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: rbac-security-groups Oct 01 04:09:30.752133 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: rbac_subnetpool.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.753039 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.753559 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: rbac-subnetpool Oct 01 04:09:30.753883 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: revisionifmatch.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.754757 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.755275 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: revision-if-match Oct 01 04:09:30.755599 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: revisions.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.756685 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.757236 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: standard-attr-revisions Oct 01 04:09:30.757565 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: router_availability_zone.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.758199 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.758716 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: router_availability_zone Oct 01 04:09:30.759039 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: routerservicetype.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.759908 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.760590 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extension router-service-type not supported by any of loaded plugins Oct 01 04:09:30.760915 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.761818 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.762331 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: security-groups-normalized-cidr Oct 01 04:09:30.762652 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.763518 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.764032 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: port-security-groups-filtering Oct 01 04:09:30.764353 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.765258 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.765772 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: security-groups-remote-address-group Oct 01 04:09:30.766098 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.767001 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.767519 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: security-groups-shared-filtering Oct 01 04:09:30.767844 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: securitygroup.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.778335 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.779133 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: security-group Oct 01 04:09:30.779469 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: segment.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.780168 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.780682 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extension segment not supported by any of loaded plugins Oct 01 04:09:30.781041 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.781950 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.782472 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 01 04:09:30.782799 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: servicetype.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.783841 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.784360 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: service-type Oct 01 04:09:30.784685 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: sorting.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.785637 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.785965 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: sorting Oct 01 04:09:30.786293 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: standard_attr_segment.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.787175 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.787697 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 01 04:09:30.788023 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: standardattrdescription.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.788634 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.789182 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: standard-attr-description Oct 01 04:09:30.789508 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: stateful_security_group.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.790383 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.790912 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: stateful-security-group Oct 01 04:09:30.791317 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: stdattrs_common.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.792375 dv-cinder-860044-1-iscsi neutron-server[106273]: WARNING neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 01 04:09:30.792696 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.793605 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.794135 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 01 04:09:30.794461 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: subnet_onboard.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.795469 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.795995 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: subnet_onboard Oct 01 04:09:30.796329 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.797248 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.797772 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 01 04:09:30.798102 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: subnet_service_types.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.799030 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.799507 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: subnet-service-types Oct 01 04:09:30.799835 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: subnetallocation.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.800879 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.801431 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: subnet_allocation Oct 01 04:09:30.801762 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.802395 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.802914 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: subnetpool-prefix-ops Oct 01 04:09:30.803240 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.804127 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.804648 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 01 04:09:30.805003 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: tagging.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.806023 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.806555 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: standard-attr-tag Oct 01 04:09:30.806925 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: timestamp.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.808078 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.808598 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loaded extension: standard-attr-timestamp Oct 01 04:09:30.808935 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: trunk.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.809927 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.810452 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extension trunk not supported by any of loaded plugins Oct 01 04:09:30.810777 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: trunk_details.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.811640 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.812155 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extension trunk-details not supported by any of loaded plugins Oct 01 04:09:30.812479 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: uplink_status_propagation.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.813371 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.813887 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 01 04:09:30.814208 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Loading extension file: vlantransparent.py {{(pid=106273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 01 04:09:30.814840 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 01 04:09:30.815356 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 01 04:09:30.817970 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.quota.resource_registry [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Creating instance of TrackedResource for resource:network Oct 01 04:09:30.818491 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.quota.resource_registry [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Creating instance of TrackedResource for resource:subnet Oct 01 04:09:30.818889 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.quota.resource_registry [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Creating instance of TrackedResource for resource:subnetpool Oct 01 04:09:30.819275 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.quota.resource_registry [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Creating instance of TrackedResource for resource:port Oct 01 04:09:30.820540 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.v2.resource_helper [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106273) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 01 04:09:30.821008 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.v2.resource_helper [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Service FLAVORS assigned prefix: {{(pid=106273) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 01 04:09:30.821621 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.v2.resource_helper [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106273) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 01 04:09:30.822060 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.v2.resource_helper [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106273) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 01 04:09:30.822392 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.quota.resource_registry [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Creating instance of TrackedResource for resource:router Oct 01 04:09:30.823425 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.quota.resource_registry [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Creating instance of TrackedResource for resource:floatingip Oct 01 04:09:30.824001 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.v2.resource_helper [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Service METERING assigned prefix: /metering {{(pid=106273) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 01 04:09:30.825480 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.825854 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.826212 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:09:30.827199 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.quota.resource_registry [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Creating instance of CountableResource for resource:rbac_policy Oct 01 04:09:30.827643 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.quota.resource_registry [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Creating instance of TrackedResource for resource:security_group Oct 01 04:09:30.828108 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.quota.resource_registry [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 01 04:09:30.828650 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.v2.resource_helper [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Service CORE assigned prefix: {{(pid=106273) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 01 04:09:30.829010 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.quota.resource_registry [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Creating instance of TrackedResource for resource:subnetpool Oct 01 04:09:30.829362 dv-cinder-860044-1-iscsi neutron-server[106273]: WARNING neutron.quota.resource_registry [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] subnetpool is already registered Oct 01 04:09:30.829783 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.v2.resource_helper [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Service CORE assigned prefix: {{(pid=106273) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 01 04:09:30.830117 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.quota.resource_registry [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Creating instance of TrackedResource for resource:subnetpool Oct 01 04:09:30.830452 dv-cinder-860044-1-iscsi neutron-server[106273]: WARNING neutron.quota.resource_registry [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] subnetpool is already registered Oct 01 04:09:30.832796 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.v2.resource_helper [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106273) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 01 04:09:30.833272 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.v2.resource_helper [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Service FLAVORS assigned prefix: {{(pid=106273) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 01 04:09:30.833902 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.v2.resource_helper [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106273) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 01 04:09:30.834450 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.v2.resource_helper [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106273) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 01 04:09:30.834787 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.quota.resource_registry [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Creating instance of TrackedResource for resource:router Oct 01 04:09:30.835143 dv-cinder-860044-1-iscsi neutron-server[106273]: WARNING neutron.quota.resource_registry [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] router is already registered Oct 01 04:09:30.835568 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.quota.resource_registry [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Creating instance of TrackedResource for resource:floatingip Oct 01 04:09:30.835916 dv-cinder-860044-1-iscsi neutron-server[106273]: WARNING neutron.quota.resource_registry [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] floatingip is already registered Oct 01 04:09:30.836382 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.v2.resource_helper [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Service METERING assigned prefix: /metering {{(pid=106273) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 01 04:09:30.837113 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.quota.resource_registry [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Creating instance of CountableResource for resource:rbac_policy Oct 01 04:09:30.837449 dv-cinder-860044-1-iscsi neutron-server[106273]: WARNING neutron.quota.resource_registry [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] rbac_policy is already registered Oct 01 04:09:30.837882 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.quota.resource_registry [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Creating instance of TrackedResource for resource:security_group Oct 01 04:09:30.838307 dv-cinder-860044-1-iscsi neutron-server[106273]: WARNING neutron.quota.resource_registry [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] security_group is already registered Oct 01 04:09:30.838888 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.quota.resource_registry [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 01 04:09:30.839225 dv-cinder-860044-1-iscsi neutron-server[106273]: WARNING neutron.quota.resource_registry [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] security_group_rule is already registered Oct 01 04:09:30.839710 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.v2.resource_helper [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Service CORE assigned prefix: {{(pid=106273) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 01 04:09:30.840038 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.quota.resource_registry [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Creating instance of TrackedResource for resource:subnetpool Oct 01 04:09:30.840393 dv-cinder-860044-1-iscsi neutron-server[106273]: WARNING neutron.quota.resource_registry [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] subnetpool is already registered Oct 01 04:09:30.840811 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.v2.resource_helper [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Service CORE assigned prefix: {{(pid=106273) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 01 04:09:30.841167 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.quota.resource_registry [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Creating instance of TrackedResource for resource:subnetpool Oct 01 04:09:30.841501 dv-cinder-860044-1-iscsi neutron-server[106273]: WARNING neutron.quota.resource_registry [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] subnetpool is already registered Oct 01 04:09:30.841973 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extended resource: extensions {{(pid=106273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 01 04:09:30.843529 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extended resource: address-groups {{(pid=106273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 01 04:09:30.845024 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extended resource: address-scopes {{(pid=106273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 01 04:09:30.846233 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extended resource: agents {{(pid=106273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 01 04:09:30.847382 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extended resource: auto-allocated-topology {{(pid=106273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 01 04:09:30.849864 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extended resource: availability_zones {{(pid=106273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 01 04:09:30.851086 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extended resource: dhcp-networks {{(pid=106273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 01 04:09:30.852515 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extended resource: dhcp-agents {{(pid=106273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 01 04:09:30.854709 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extended resource: routers {{(pid=106273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 01 04:09:30.856428 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extended resource: flavors {{(pid=106273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 01 04:09:30.857683 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extended resource: service_profiles {{(pid=106273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 01 04:09:30.858974 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extended resource: next_providers {{(pid=106273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 01 04:09:30.860424 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extended resource: service_profiles {{(pid=106273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 01 04:09:30.861913 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extended resource: floatingip-pools {{(pid=106273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 01 04:09:30.863158 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extended resource: routers {{(pid=106273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 01 04:09:30.865000 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extended resource: floatingips {{(pid=106273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 01 04:09:30.866183 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extended resource: l3-routers {{(pid=106273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 01 04:09:30.867574 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extended resource: l3-agents {{(pid=106273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 01 04:09:30.869126 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extended resource: metering-labels {{(pid=106273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 01 04:09:30.871080 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extended resource: metering-label-rules {{(pid=106273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 01 04:09:30.872352 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extended resource: network-ip-availabilities {{(pid=106273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 01 04:09:30.873726 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extended resource: bindings {{(pid=106273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 01 04:09:30.875287 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extended resource: quotas {{(pid=106273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 01 04:09:30.876844 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extended resource: quotas {{(pid=106273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 01 04:09:30.878497 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extended resource: rbac-policies {{(pid=106273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 01 04:09:30.879682 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extended resource: security-groups {{(pid=106273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 01 04:09:30.880875 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extended resource: security-group-rules {{(pid=106273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 01 04:09:30.882157 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extended resource: service-providers {{(pid=106273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 01 04:09:30.883458 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extended resource: subnetpools {{(pid=106273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 01 04:09:30.884792 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extended resource: subnetpools {{(pid=106273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 01 04:09:30.886881 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extended resource: tags {{(pid=106273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 01 04:09:30.888628 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extended resource: tags {{(pid=106273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 01 04:09:30.890368 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extended resource: tags {{(pid=106273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 01 04:09:30.892235 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extended resource: tags {{(pid=106273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 01 04:09:30.893941 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extended resource: tags {{(pid=106273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 01 04:09:30.895779 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extended resource: tags {{(pid=106273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 01 04:09:30.897599 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extended resource: tags {{(pid=106273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 01 04:09:30.899370 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extended resource: tags {{(pid=106273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 01 04:09:30.901812 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extended resource: tags {{(pid=106273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 01 04:09:30.903636 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron.api.extensions [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Extended resource: tags {{(pid=106273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 01 04:09:30.910865 dv-cinder-860044-1-iscsi neutron-server[106273]: WARNING keystonemiddleware.auth_token [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 01 04:09:30.915887 dv-cinder-860044-1-iscsi neutron-server[106273]: WARNING keystonemiddleware.auth_token [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 01 04:09:30.924673 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_concurrency.lockutils [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Acquiring lock "singleton_lock" {{(pid=106273) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 01 04:09:30.925027 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_concurrency.lockutils [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Acquired lock "singleton_lock" {{(pid=106273) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 01 04:09:30.925491 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_concurrency.lockutils [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Releasing lock "singleton_lock" {{(pid=106273) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 01 04:09:30.926132 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO oslo_service.service [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Starting 2 workers Oct 01 04:09:30.930943 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Started child 106386 {{(pid=106273) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 01 04:09:30.935414 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Started child 106387 {{(pid=106273) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 01 04:09:30.936456 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:09:30.937111 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO neutron.service [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 01 04:09:30.937642 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:09:30.937964 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [-] (106386) wsgi starting up on http://0.0.0.0:9696 Oct 01 04:09:30.940029 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO oslo_service.service [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Starting 1 workers Oct 01 04:09:30.940133 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:09:30.941429 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [-] (106387) wsgi starting up on http://0.0.0.0:9696 Oct 01 04:09:30.945212 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Started child 106388 {{(pid=106273) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 01 04:09:30.945748 dv-cinder-860044-1-iscsi neutron-server[106273]: INFO oslo_service.service [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Starting 1 workers Oct 01 04:09:30.949928 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.service [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] calling RpcWorker wait() {{(pid=106388) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 01 04:09:30.950480 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.service [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] returning from RpcWorker wait() {{(pid=106388) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 01 04:09:30.950861 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Started child 106389 {{(pid=106273) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 01 04:09:30.951623 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG neutron_lib.callbacks.manager [None req-4c303a1d-8dc3-4c32-b674-e810094c5581 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:09:30.951777 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:09:30.952482 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:09:30.953541 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106273) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 01 04:09:30.953755 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 01 04:09:30.953941 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 01 04:09:30.954168 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 01 04:09:30.954517 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 01 04:09:30.954696 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 01 04:09:30.955184 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.955456 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.955725 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.955813 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:09:30.956243 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.956534 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.956790 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.956893 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:09:30.957048 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.957346 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.957621 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.957790 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.957954 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.958195 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.958423 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.958738 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.959011 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.959259 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.959512 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.959682 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.959926 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.960176 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.960427 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.960699 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] debug = True {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.960987 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.961457 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.961714 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.961950 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.962186 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.962467 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.962704 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.962976 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.963921 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.964715 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.964715 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.964715 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.965131 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.965263 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.965419 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.965700 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.965920 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.966553 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] host = dv-cinder-860044-1-iscsi {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.966739 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.966862 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.967096 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.967348 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.967591 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.967806 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.968067 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.968324 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.968573 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.968811 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.969078 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.969332 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.969565 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.969807 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] log_file = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.969970 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] log_options = True {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.970216 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.970491 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.970759 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.970943 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.971156 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.971304 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.971512 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.971672 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.971892 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.972103 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.972331 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.972534 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.972737 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.973032 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.973241 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.973455 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.973667 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.973893 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.974151 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.974392 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.974637 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.974879 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.975091 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.975313 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.975629 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.975885 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.976718 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.977018 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.977207 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.977486 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.978360 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.978789 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.979155 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.979630 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.979630 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.979875 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.980084 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.980319 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.980586 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.981087 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.981904 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.981904 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.981904 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.981904 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.982545 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.982545 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.982545 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] use_json = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.982899 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.983035 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.983263 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.983412 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.983705 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.984199 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.986971 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.987246 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.987483 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:30.987935 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:30.988904 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:30.989478 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:30.993260 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:30.993694 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:30.994095 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:30.994505 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:30.994904 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:30.995343 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:30.995854 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:30.996372 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:30.996632 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:30.996962 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:30.997232 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:30.997527 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:30.997852 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:30.998106 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:30.998402 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:30.998640 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:30.998888 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:30.999112 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:30.999341 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:30.999621 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:30.999850 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.000102 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.000362 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.000588 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.000910 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.001197 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.001457 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.001803 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.002080 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.002335 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.002599 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.002841 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.003103 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.003336 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.003553 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.003767 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.003982 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.004232 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.004485 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.004722 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.004973 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.005196 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.005461 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.005714 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.005968 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.006231 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.006467 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.006687 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.006900 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.007113 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.007347 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.007575 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.007793 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.008062 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.008299 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.008554 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.009111 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.009329 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.009554 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.009784 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.010550 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.010734 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.010948 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.011165 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.011382 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.011655 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.011884 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.012096 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.012314 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.012551 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.012763 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.013027 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.013264 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.013479 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.013695 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.013923 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.014132 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.014343 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.014551 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.014773 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.014975 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.015183 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.015398 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.015613 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.016981 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.016981 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.016981 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.016981 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.016981 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.017397 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.017397 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.017519 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.017739 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.017952 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.018170 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.018422 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.018641 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.018858 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.019073 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.019335 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.019577 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.019831 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.020073 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.020288 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.020541 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.020756 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.021021 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.021241 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.021485 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.021710 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.021932 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.022149 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.022383 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.022604 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.022860 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.023092 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.023346 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.023566 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.023807 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.024066 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.024351 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.024598 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.024890 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.025134 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.025412 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.026283 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.026560 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.026826 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.027099 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.027356 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.027615 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.027875 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.028120 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.028351 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.028577 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.029070 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.029293 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.029532 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.029777 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.030014 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.030346 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.030591 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.030821 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.031033 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.031317 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.031573 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.031840 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.032099 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.032349 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.032609 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.032850 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.033113 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.033326 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.033564 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.033813 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.034030 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.034261 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.034497 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.034731 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.034947 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.035159 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.035395 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.035623 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.036017 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.036117 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.036258 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.036461 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.036714 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.036972 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.037219 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.037443 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.037666 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.037887 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.038111 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.038345 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.038578 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.038914 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.039069 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.039292 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.039519 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.039746 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.039988 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.040259 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.040492 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.040736 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.040993 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.041244 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.041466 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.041680 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.041924 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.042103 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.042327 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.042561 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.042813 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.043063 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.043403 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.043651 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.043879 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.044134 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.044393 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.044639 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.044861 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.045098 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.045346 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.045562 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.045788 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.046003 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.046265 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.046475 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.046704 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.046920 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.047137 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.047351 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.047620 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.047858 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.048086 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.048328 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.048568 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.048789 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.049079 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.049234 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.049473 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.049686 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.049898 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.050130 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.050340 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.050584 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.050903 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.051157 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.051383 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.051633 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.051867 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.052077 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.052301 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.052509 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.052716 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.052982 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.053136 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:09:31.053290 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.053427 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.053627 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.053833 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.054039 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.054278 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.054490 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.054701 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.054942 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.055148 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.055373 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.055596 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.055808 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.056013 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.056248 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.056433 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.057108 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.057108 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.057773 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.057773 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.057773 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.058166 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.058166 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.058429 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.058598 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.058771 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.058993 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.059240 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.059458 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.059738 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.059964 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.060208 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.060529 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.060758 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.060997 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.061238 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.061489 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.061706 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.061945 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.062218 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.062532 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.062812 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.063070 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.063320 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.063590 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.063857 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.064127 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.064343 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.064645 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.065002 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.065250 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.065506 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.065730 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.065988 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.066206 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.066421 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.066655 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.066887 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.067102 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.067368 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.067612 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.067839 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.068059 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.068304 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.068525 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.068769 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.069028 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.069250 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.069463 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.069602 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 01 04:09:31.070142 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106273) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 01 04:09:31.070284 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 01 04:09:31.070440 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 01 04:09:31.070606 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 01 04:09:31.070758 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 01 04:09:31.070913 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 01 04:09:31.071115 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.071263 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.071412 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.071566 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.071744 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.071888 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.072047 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.072196 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.072339 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.073051 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.073168 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.073330 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.073484 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.073643 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.073794 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.073929 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.074087 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.074252 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.074388 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.074596 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.074750 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.074885 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] debug = True {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.075017 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.075182 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.075352 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.075635 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.075635 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.076310 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.076310 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.076310 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.076310 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.076836 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.076836 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.076836 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.076836 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.077404 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.077404 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.077404 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.077404 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.078263 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] host = dv-cinder-860044-1-iscsi {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.078263 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.078263 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.078263 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.078263 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.078263 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.078899 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.078899 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.078899 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.078899 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.079928 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.079928 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.079928 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.079928 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.079928 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] log_file = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.079928 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] log_options = True {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.079928 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.079928 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.080881 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.080881 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.080881 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.080881 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.080881 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.080881 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.081572 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.081572 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.081572 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.081572 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.081572 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.082133 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.082133 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.082133 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.082544 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.082544 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.082544 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.083224 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.083224 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.083224 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.083224 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.083224 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.084033 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.084033 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.084033 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.084033 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.084033 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.084033 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.085604 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.085604 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.085604 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.085604 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.085604 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.085604 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.085604 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.085604 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.086532 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.086532 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.086532 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.086532 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.086532 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.086532 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.086532 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.086532 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.087239 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] use_json = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.087239 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.087239 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.087239 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.087239 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.087239 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.087732 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.087732 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.087732 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.088077 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 01 04:09:31.088077 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.088381 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.088381 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.088578 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.088680 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.088805 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.088952 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.089094 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.089270 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.089419 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.089644 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.089922 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.090087 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.090192 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.090348 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.090475 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.090572 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.090760 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.090921 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.091082 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.091278 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.091485 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.091681 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.091831 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.092004 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.092168 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.092302 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.092532 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.092777 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.092918 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.093101 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.093236 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.093402 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.093626 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.093886 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.094087 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.094087 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.094267 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.094457 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.094562 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.094745 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.094948 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.095095 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.095298 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.095389 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.095473 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.095642 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.095801 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.095965 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.096125 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.096286 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.096447 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.096607 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.096808 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.097275 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.097275 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.097540 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.097540 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.097742 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.097911 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.098029 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.098165 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.098325 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.098499 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.098647 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.098842 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.099007 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.099167 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.099390 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.099561 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.099719 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.099929 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.100112 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.100342 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.100458 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.100625 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.100796 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.100982 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.101333 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.101652 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.101652 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.101980 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.102062 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.102175 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.102366 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.102507 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.102674 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.102909 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.103028 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.103299 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.103299 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.103513 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.104258 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.104567 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.104567 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.104958 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.104958 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.105192 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.105382 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.105512 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.105594 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.105805 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.105950 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.106082 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.106229 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.106444 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.106703 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.106703 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.106879 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.107067 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.107184 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.107391 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.107532 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.107691 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.107851 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.108050 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.108244 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.108442 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.108604 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.108795 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.108978 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.109204 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.109370 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.109534 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.109700 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.109988 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.109988 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.110511 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.110511 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.110756 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.110756 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.111065 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.111065 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.111278 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.111508 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.111508 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.111771 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.111857 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.111997 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.112105 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.112259 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.112420 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.112567 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.112749 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.112967 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.113091 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.113256 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.113413 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.113573 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.113730 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.113888 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.114046 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.114204 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.114364 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.114523 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.114683 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.114847 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.115074 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.115174 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.115312 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.115470 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.115627 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.115787 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.115946 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.116105 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.116263 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.116420 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.116579 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.116737 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.116895 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.117076 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.117235 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.117393 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.117551 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.117709 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.117867 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.118025 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.118210 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.118342 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.118500 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.118662 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.118821 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.118980 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.119145 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.120417 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.120417 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.120417 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.120727 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.120727 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.120877 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.121059 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.121221 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.121383 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.121542 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.121702 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.121861 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.122020 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.122179 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.122358 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.122517 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.122675 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.122836 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.122994 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.123153 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.123312 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.123471 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.123629 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.123788 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.123950 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.124110 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.124269 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.124427 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.124585 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.124748 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.124905 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.125086 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.125247 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.125408 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.125566 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.125725 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.125883 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.126043 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.126202 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.126360 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.126518 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.126675 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.126833 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.126992 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.127151 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.127310 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.127481 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.127641 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.127799 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.127957 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.128116 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.128295 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.128429 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.128587 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.128745 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.128902 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.129088 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.129228 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.129463 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.129564 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.129702 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.129860 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.130040 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.130198 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.130365 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.130524 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.130681 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.130857 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.131015 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.131172 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.131339 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.131497 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.131655 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.131812 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.131970 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.132128 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.132284 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.132442 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.132599 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.132756 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.132914 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.133091 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.133259 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.133419 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.133578 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.133744 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.133901 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.134059 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.134217 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.134386 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.134544 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.134708 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.134867 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.135122 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.135298 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.135502 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.135611 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.135779 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.135946 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.136107 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.136274 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.136442 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.136608 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.136765 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.136944 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.137123 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.137282 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.137441 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.137599 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.137758 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.137916 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.138074 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.138232 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.138391 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.138548 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.138706 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.138896 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.139034 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.139156 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.139315 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.139472 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.139630 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.139788 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.139946 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.140103 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 01 04:09:31.140273 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 01 04:09:31.281403 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 58470) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:09:31.288399 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [-] 10.222.0.26 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0048311 Oct 01 04:09:31.293917 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [-] 10.222.0.26 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0049388 Oct 01 04:09:40.422444 dv-cinder-860044-1-iscsi neutron-server[106273]: DEBUG dbcounter [-] [106273] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:09:42.788672 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc96d13-4da5-437a-a249-1b481c17f2c0 None None] get_active_networks_info from dv-cinder-860044-1-iscsi {{(pid=106388) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 01 04:09:42.799509 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writer thread running {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 01 04:09:42.870084 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc96d13-4da5-437a-a249-1b481c17f2c0 None None] No non-hosted networks {{(pid=106388) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 01 04:09:42.890008 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.agentschedulers_db [None req-dcc96d13-4da5-437a-a249-1b481c17f2c0 None None] DHCP Agent not found on host dv-cinder-860044-1-iscsi {{(pid=106388) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 01 04:09:42.996751 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d4d493cb-0890-4553-b056-2728d46bcf02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7990989'] for agent (973633b6-dd94-436d-b3a5-971dbc41e63c), after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:09:44.479146 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writer thread running {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 01 04:09:45.033915 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9e80be19-c7a1-4faa-8d25-fa5eb9b2d12a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7990989'] for agent (797ac3f1-c973-4eec-9950-99ad88971ed1), after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:09:45.076283 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c64c1efd-a0cc-4d18-bcf4-6c9c0e9f2f51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (797ac3f1-c973-4eec-9950-99ad88971ed1), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:09:46.234683 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55550f09-9bf2-4503-b16a-2d26c0a47f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7990989'] for agent (3f31be2c-2b77-4d66-9a3d-30b9eb89a668), after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:09:46.772080 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 58546) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:09:47.324986 dv-cinder-860044-1-iscsi neutron-server[106386]: WARNING oslo_policy.policy [None req-dec432f0-11fb-4073-a1cc-d2de65ef4a6c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 01 04:09:47.325675 dv-cinder-860044-1-iscsi neutron-server[106386]: WARNING oslo_policy.policy [None req-dec432f0-11fb-4073-a1cc-d2de65ef4a6c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 01 04:09:47.554989 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [None req-dec432f0-11fb-4073-a1cc-d2de65ef4a6c admin admin] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106386) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 01 04:09:47.557457 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-dec432f0-11fb-4073-a1cc-d2de65ef4a6c admin admin] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7833998 Oct 01 04:09:47.626644 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7990989'] for agent (d8875dbe-87f1-4639-b3ef-79ff4b202d58), after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:09:47.628118 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:09:47.628813 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:09:47.629342 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:09:47.630736 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:09:47.631375 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:09:47.631969 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:09:47.633520 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:09:47.634198 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:09:47.635293 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:09:47.636012 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:09:47.636559 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:09:47.637150 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:09:47.637800 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:09:47.638351 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:09:47.638961 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:09:47.639552 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-860044-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:09:47.647267 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-860044-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:09:47.892443 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91c43220-b735-4568-b99e-ce3dc63ea20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7990989'] for agent (a017e3cb-dd0a-4c83-ac3d-dd65b6d6e9f8), after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:09:50.234229 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 58580) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:09:50.569852 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [None req-f3c676cf-87e3-4cb5-b1c0-3c71c366c6c9 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:09:50.582544 dv-cinder-860044-1-iscsi neutron-server[106386]: ERROR stevedore.extension [None req-f3c676cf-87e3-4cb5-b1c0-3c71c366c6c9 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 01 04:09:50.667118 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.policy [None req-f3c676cf-87e3-4cb5-b1c0-3c71c366c6c9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106386) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 01 04:09:50.708624 dv-cinder-860044-1-iscsi neutron-server[106386]: WARNING oslo_policy.policy [None req-f3c676cf-87e3-4cb5-b1c0-3c71c366c6c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 01 04:09:50.709032 dv-cinder-860044-1-iscsi neutron-server[106386]: WARNING oslo_policy.policy [None req-f3c676cf-87e3-4cb5-b1c0-3c71c366c6c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 01 04:09:50.729255 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writer thread running {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 01 04:09:50.812212 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f3c676cf-87e3-4cb5-b1c0-3c71c366c6c9 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783886897065', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783886896541', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783886879921', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783886884886', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783886891218', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783879923513', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-799034', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-796972', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7929737', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7902391'] for rbac-policy (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:09:50.886536 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f3c676cf-87e3-4cb5-b1c0-3c71c366c6c9 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:09:50.887739 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-f3c676cf-87e3-4cb5-b1c0-3c71c366c6c9 admin admin] 10.222.0.26 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6525111 Oct 01 04:09:51.216384 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.db.l3_hamode_db [None req-4e3f0a5b-d65b-42fd-8528-63468eb2be88 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 01 04:09:51.296675 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3f0a5b-d65b-42fd-8528-63468eb2be88 None None] Routers set() bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:09:51.297104 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3f0a5b-d65b-42fd-8528-63468eb2be88 None None] Router IDs set() for agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Oct 01 04:09:53.509562 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 58590) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:09:54.005747 dv-cinder-860044-1-iscsi neutron-server[106387]: WARNING oslo_policy.policy [None req-2f1851b3-550e-4e66-991f-cff911af0608 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 01 04:09:54.006314 dv-cinder-860044-1-iscsi neutron-server[106387]: WARNING oslo_policy.policy [None req-2f1851b3-550e-4e66-991f-cff911af0608 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 01 04:09:54.224140 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-2f1851b3-550e-4e66-991f-cff911af0608 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:09:54.237564 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writer thread running {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 01 04:09:54.279994 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1851b3-550e-4e66-991f-cff911af0608 demo demo] Made reservation on behalf of f241ce1a820f4905841585aa0b706610 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:09:54.289128 dv-cinder-860044-1-iscsi neutron-server[106387]: ERROR stevedore.extension [None req-2f1851b3-550e-4e66-991f-cff911af0608 demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 01 04:09:54.342690 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.policy [None req-2f1851b3-550e-4e66-991f-cff911af0608 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106387) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 01 04:09:54.386149 dv-cinder-860044-1-iscsi neutron-server[106387]: WARNING oslo_policy.policy [None req-2f1851b3-550e-4e66-991f-cff911af0608 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 01 04:09:54.386521 dv-cinder-860044-1-iscsi neutron-server[106387]: WARNING oslo_policy.policy [None req-2f1851b3-550e-4e66-991f-cff911af0608 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 01 04:09:54.396951 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2f1851b3-550e-4e66-991f-cff911af0608 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for network (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:09:54.424842 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2f1851b3-550e-4e66-991f-cff911af0608 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:09:54.540275 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2f1851b3-550e-4e66-991f-cff911af0608 demo demo] Publish callbacks [] for security_group (d8629718-e0d6-4bee-808c-245a8d49a8b4), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:09:54.543984 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2f1851b3-550e-4e66-991f-cff911af0608 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (d8629718-e0d6-4bee-808c-245a8d49a8b4), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:09:54.568702 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f1851b3-550e-4e66-991f-cff911af0608 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 01 04:09:54.601723 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2f1851b3-550e-4e66-991f-cff911af0608 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783883502273', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916673'] for segment (d9b892d2-9711-4e70-bda3-818960825c26), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:09:54.602294 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2f1851b3-550e-4e66-991f-cff911af0608 demo demo] Unsubscribe: segment precommit_create {{(pid=106387) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 01 04:09:54.602952 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.db.segments_db [None req-2f1851b3-550e-4e66-991f-cff911af0608 demo demo] Added segment d9b892d2-9711-4e70-bda3-818960825c26 of type vlan for network 730f77c4-9e3e-4460-ba70-f122a4a4c88f Oct 01 04:09:54.622951 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1851b3-550e-4e66-991f-cff911af0608 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=d8629718-e0d6-4bee-808c-245a8d49a8b4,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:09:54.677268 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1851b3-550e-4e66-991f-cff911af0608 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:09:54.677610 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1851b3-550e-4e66-991f-cff911af0608 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:09:54.677966 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1851b3-550e-4e66-991f-cff911af0608 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:09:54.678314 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1851b3-550e-4e66-991f-cff911af0608 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:09:54.678649 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1851b3-550e-4e66-991f-cff911af0608 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:09:54.678973 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1851b3-550e-4e66-991f-cff911af0608 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:09:54.679294 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1851b3-550e-4e66-991f-cff911af0608 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:09:54.679614 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1851b3-550e-4e66-991f-cff911af0608 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:09:54.679930 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1851b3-550e-4e66-991f-cff911af0608 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:09:54.680247 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1851b3-550e-4e66-991f-cff911af0608 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:09:54.681116 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1851b3-550e-4e66-991f-cff911af0608 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:09:54.681537 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1851b3-550e-4e66-991f-cff911af0608 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:09:54.681951 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1851b3-550e-4e66-991f-cff911af0608 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:09:54.682269 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1851b3-550e-4e66-991f-cff911af0608 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:09:54.682584 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1851b3-550e-4e66-991f-cff911af0608 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:09:54.683944 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1851b3-550e-4e66-991f-cff911af0608 demo demo] Tracked resource versions report: Oct 01 04:09:54.683944 dv-cinder-860044-1-iscsi neutron-server[106387]: pushed versions: Oct 01 04:09:54.683944 dv-cinder-860044-1-iscsi neutron-server[106387]: { 'AddressGroup': {'1.2'}, Oct 01 04:09:54.683944 dv-cinder-860044-1-iscsi neutron-server[106387]: 'Agent': {'1.1'}, Oct 01 04:09:54.683944 dv-cinder-860044-1-iscsi neutron-server[106387]: 'ConntrackHelper': {'1.0'}, Oct 01 04:09:54.683944 dv-cinder-860044-1-iscsi neutron-server[106387]: 'LocalIPAssociation': {'1.0'}, Oct 01 04:09:54.683944 dv-cinder-860044-1-iscsi neutron-server[106387]: 'Log': {'1.0'}, Oct 01 04:09:54.683944 dv-cinder-860044-1-iscsi neutron-server[106387]: 'NDPProxy': {'1.0'}, Oct 01 04:09:54.683944 dv-cinder-860044-1-iscsi neutron-server[106387]: 'Network': {'1.1'}, Oct 01 04:09:54.683944 dv-cinder-860044-1-iscsi neutron-server[106387]: 'Port': {'1.7'}, Oct 01 04:09:54.683944 dv-cinder-860044-1-iscsi neutron-server[106387]: 'PortForwarding': {'1.3'}, Oct 01 04:09:54.683944 dv-cinder-860044-1-iscsi neutron-server[106387]: 'QosPolicy': {'1.10'}, Oct 01 04:09:54.683944 dv-cinder-860044-1-iscsi neutron-server[106387]: 'SecurityGroup': {'1.5'}, Oct 01 04:09:54.683944 dv-cinder-860044-1-iscsi neutron-server[106387]: 'SecurityGroupRule': {'1.2'}, Oct 01 04:09:54.683944 dv-cinder-860044-1-iscsi neutron-server[106387]: 'SubPort': {'1.0'}, Oct 01 04:09:54.683944 dv-cinder-860044-1-iscsi neutron-server[106387]: 'Subnet': {'1.1'}, Oct 01 04:09:54.683944 dv-cinder-860044-1-iscsi neutron-server[106387]: 'Trunk': {'1.1'}} Oct 01 04:09:54.683944 dv-cinder-860044-1-iscsi neutron-server[106387]: consumer versions: Oct 01 04:09:54.683944 dv-cinder-860044-1-iscsi neutron-server[106387]: { DHCP agent@dv-cinder-860044-1-iscsi: {}, Oct 01 04:09:54.683944 dv-cinder-860044-1-iscsi neutron-server[106387]: L3 agent@dv-cinder-860044-1-iscsi: {}, Oct 01 04:09:54.683944 dv-cinder-860044-1-iscsi neutron-server[106387]: Metadata agent@dv-cinder-860044-1-iscsi: {}, Oct 01 04:09:54.683944 dv-cinder-860044-1-iscsi neutron-server[106387]: Metering agent@dv-cinder-860044-1-iscsi: {}, Oct 01 04:09:54.683944 dv-cinder-860044-1-iscsi neutron-server[106387]: Open vSwitch agent@dv-cinder-860044-1-iscsi: { 'AddressGroup': '1.2', Oct 01 04:09:54.683944 dv-cinder-860044-1-iscsi neutron-server[106387]: 'Agent': '1.1', Oct 01 04:09:54.683944 dv-cinder-860044-1-iscsi neutron-server[106387]: 'ConntrackHelper': '1.0', Oct 01 04:09:54.683944 dv-cinder-860044-1-iscsi neutron-server[106387]: 'LocalIPAssociation': '1.0', Oct 01 04:09:54.683944 dv-cinder-860044-1-iscsi neutron-server[106387]: 'Log': '1.0', Oct 01 04:09:54.683944 dv-cinder-860044-1-iscsi neutron-server[106387]: 'NDPProxy': '1.0', Oct 01 04:09:54.683944 dv-cinder-860044-1-iscsi neutron-server[106387]: 'Network': '1.1', Oct 01 04:09:54.683944 dv-cinder-860044-1-iscsi neutron-server[106387]: 'Port': '1.7', Oct 01 04:09:54.683944 dv-cinder-860044-1-iscsi neutron-server[106387]: 'PortForwarding': '1.3', Oct 01 04:09:54.683944 dv-cinder-860044-1-iscsi neutron-server[106387]: 'QosPolicy': '1.10', Oct 01 04:09:54.683944 dv-cinder-860044-1-iscsi neutron-server[106387]: 'SecurityGroup': '1.5', Oct 01 04:09:54.683944 dv-cinder-860044-1-iscsi neutron-server[106387]: 'SecurityGroupRule': '1.2', Oct 01 04:09:54.683944 dv-cinder-860044-1-iscsi neutron-server[106387]: 'SubPort': '1.0', Oct 01 04:09:54.683944 dv-cinder-860044-1-iscsi neutron-server[106387]: 'Subnet': '1.1', Oct 01 04:09:54.683944 dv-cinder-860044-1-iscsi neutron-server[106387]: 'Trunk': '1.1'}} Oct 01 04:09:54.683944 dv-cinder-860044-1-iscsi neutron-server[106387]: {{(pid=106387) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 01 04:09:54.719293 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2f1851b3-550e-4e66-991f-cff911af0608 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783883007151'] for network (730f77c4-9e3e-4460-ba70-f122a4a4c88f), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:09:54.771186 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2f1851b3-550e-4e66-991f-cff911af0608 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8037924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598'] for network (730f77c4-9e3e-4460-ba70-f122a4a4c88f), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:09:54.776961 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1851b3-550e-4e66-991f-cff911af0608 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:09:54.777680 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2f1851b3-550e-4e66-991f-cff911af0608 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for network (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:09:54.872215 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-2f1851b3-550e-4e66-991f-cff911af0608 demo demo] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3615980 Oct 01 04:09:54.906397 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1851b3-550e-4e66-991f-cff911af0608 demo demo] Pushing event updated for resources: {'Network': ['ID=730f77c4-9e3e-4460-ba70-f122a4a4c88f,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:09:54.918399 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Network 730f77c4-9e3e-4460-ba70-f122a4a4c88f details requested by agent ovs-agent-dv-cinder-860044-1-iscsi with host dv-cinder-860044-1-iscsi {{(pid=106388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 01 04:09:57.528730 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 58610) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:09:57.944787 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f754cc-ceaf-4361-8f39-76b5530c8577 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:09:57.946670 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-13f754cc-ceaf-4361-8f39-76b5530c8577 demo admin] 10.222.0.26 "GET /networking/v2.0/networks/730f77c4-9e3e-4460-ba70-f122a4a4c88f HTTP/1.1" status: 200 len: 825 time: 0.4164593 Oct 01 04:09:57.984138 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-b3fbbb5a-1687-46fe-93b3-12dcae1488d9 demo admin] 10.222.0.26 "GET /networking/v2.0/subnetpools/5adace32-20d5-4356-a632-92c9431028fe HTTP/1.1" status: 200 len: 734 time: 0.0314462 Oct 01 04:09:57.992721 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-ba0ba0e6-0f20-4429-862d-65dcc1f05146 demo admin] Request body: {'subnet': {'network_id': '730f77c4-9e3e-4460-ba70-f122a4a4c88f', 'name': 'private-subnet', 'subnetpool_id': '5adace32-20d5-4356-a632-92c9431028fe', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:09:58.014555 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0ba0e6-0f20-4429-862d-65dcc1f05146 demo admin] Made reservation on behalf of f241ce1a820f4905841585aa0b706610 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:09:58.016890 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ba0ba0e6-0f20-4429-862d-65dcc1f05146 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:09:58.072957 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=55,neutron:INSERT=41,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:09:58.295886 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:09:58.318098 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ba0ba0e6-0f20-4429-862d-65dcc1f05146 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8038045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598'] for subnet (74b3f195-fd59-4a7a-a687-7df7378601d4), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:09:58.389576 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0ba0e6-0f20-4429-862d-65dcc1f05146 demo admin] Checking segment: {'id': 'd9b892d2-9711-4e70-bda3-818960825c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '730f77c4-9e3e-4460-ba70-f122a4a4c88f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:09:58.389856 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0ba0e6-0f20-4429-862d-65dcc1f05146 demo admin] Network hostable DHCP agents. Network: 730f77c4-9e3e-4460-ba70-f122a4a4c88f, hostable agents: ['973633b6-dd94-436d-b3a5-971dbc41e63c'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 01 04:09:58.397082 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0ba0e6-0f20-4429-862d-65dcc1f05146 demo admin] Pushing event updated for resources: {'Subnet': ['ID=74b3f195-fd59-4a7a-a687-7df7378601d4,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:09:58.416044 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0ba0e6-0f20-4429-862d-65dcc1f05146 demo admin] Network 730f77c4-9e3e-4460-ba70-f122a4a4c88f is scheduled to be hosted by DHCP agent 973633b6-dd94-436d-b3a5-971dbc41e63c with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 01 04:09:58.427062 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-ba0ba0e6-0f20-4429-862d-65dcc1f05146 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860044-1-iscsi, 730f77c4-9e3e-4460-ba70-f122a4a4c88f) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:09:58.431743 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0ba0e6-0f20-4429-862d-65dcc1f05146 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:09:58.432326 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ba0ba0e6-0f20-4429-862d-65dcc1f05146 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for subnet (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:09:58.436606 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cad91f-7643-4834-980f-44774570d84b None None] Network 730f77c4-9e3e-4460-ba70-f122a4a4c88f requested from dv-cinder-860044-1-iscsi {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 01 04:09:58.450393 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-ba0ba0e6-0f20-4429-862d-65dcc1f05146 demo admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4607878 Oct 01 04:09:58.708845 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4c1694-d028-484e-837d-f32db0e9317c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5f5a84a-7395-5c72-8b88-a0c1e77c27fe-730f77c4-9e3e-4460-ba70-f122a4a4c88f', 'network_id': '730f77c4-9e3e-4460-ba70-f122a4a4c88f', 'project_id': 'f241ce1a820f4905841585aa0b706610', 'fixed_ips': [{'subnet_id': '74b3f195-fd59-4a7a-a687-7df7378601d4'}]}} from dv-cinder-860044-1-iscsi. {{(pid=106388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 01 04:09:58.710225 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-df4c1694-d028-484e-837d-f32db0e9317c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:09:58.993970 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-df4c1694-d028-484e-837d-f32db0e9317c None None] Allocated IP 172.20.0.2 (730f77c4-9e3e-4460-ba70-f122a4a4c88f/74b3f195-fd59-4a7a-a687-7df7378601d4/9cf710b0-beee-4070-87a0-668ec57ffb1f) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:09:59.009110 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=59,neutron:INSERT=38,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:09:59.266212 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-df4c1694-d028-484e-837d-f32db0e9317c None None] Publish callbacks [] for port (9cf710b0-beee-4070-87a0-668ec57ffb1f), precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:09:59.274349 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-df4c1694-d028-484e-837d-f32db0e9317c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850'] for port (9cf710b0-beee-4070-87a0-668ec57ffb1f), after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:09:59.352973 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4c1694-d028-484e-837d-f32db0e9317c None None] Network 730f77c4-9e3e-4460-ba70-f122a4a4c88f is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:09:59.360103 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-df4c1694-d028-484e-837d-f32db0e9317c None None] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:09:59.364161 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4c1694-d028-484e-837d-f32db0e9317c None None] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:09:59.371942 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c1694-d028-484e-837d-f32db0e9317c None None] Pushing event updated for resources: {'Port': ['ID=9cf710b0-beee-4070-87a0-668ec57ffb1f,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:09:59.405407 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4c1694-d028-484e-837d-f32db0e9317c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:09:59.405759 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4c1694-d028-484e-837d-f32db0e9317c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:09:59.406328 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4c1694-d028-484e-837d-f32db0e9317c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:09:59.406696 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4c1694-d028-484e-837d-f32db0e9317c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:09:59.407042 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4c1694-d028-484e-837d-f32db0e9317c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:09:59.407381 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4c1694-d028-484e-837d-f32db0e9317c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:09:59.408145 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4c1694-d028-484e-837d-f32db0e9317c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:09:59.408492 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4c1694-d028-484e-837d-f32db0e9317c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:09:59.408829 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4c1694-d028-484e-837d-f32db0e9317c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:09:59.409189 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4c1694-d028-484e-837d-f32db0e9317c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:09:59.409524 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4c1694-d028-484e-837d-f32db0e9317c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:09:59.409875 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4c1694-d028-484e-837d-f32db0e9317c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:09:59.410207 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4c1694-d028-484e-837d-f32db0e9317c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:09:59.410534 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4c1694-d028-484e-837d-f32db0e9317c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:09:59.410862 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4c1694-d028-484e-837d-f32db0e9317c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:09:59.412283 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4c1694-d028-484e-837d-f32db0e9317c None None] Tracked resource versions report: Oct 01 04:09:59.412283 dv-cinder-860044-1-iscsi neutron-server[106388]: pushed versions: Oct 01 04:09:59.412283 dv-cinder-860044-1-iscsi neutron-server[106388]: { 'AddressGroup': {'1.2'}, Oct 01 04:09:59.412283 dv-cinder-860044-1-iscsi neutron-server[106388]: 'Agent': {'1.1'}, Oct 01 04:09:59.412283 dv-cinder-860044-1-iscsi neutron-server[106388]: 'ConntrackHelper': {'1.0'}, Oct 01 04:09:59.412283 dv-cinder-860044-1-iscsi neutron-server[106388]: 'LocalIPAssociation': {'1.0'}, Oct 01 04:09:59.412283 dv-cinder-860044-1-iscsi neutron-server[106388]: 'Log': {'1.0'}, Oct 01 04:09:59.412283 dv-cinder-860044-1-iscsi neutron-server[106388]: 'NDPProxy': {'1.0'}, Oct 01 04:09:59.412283 dv-cinder-860044-1-iscsi neutron-server[106388]: 'Network': {'1.1'}, Oct 01 04:09:59.412283 dv-cinder-860044-1-iscsi neutron-server[106388]: 'Port': {'1.7'}, Oct 01 04:09:59.412283 dv-cinder-860044-1-iscsi neutron-server[106388]: 'PortForwarding': {'1.3'}, Oct 01 04:09:59.412283 dv-cinder-860044-1-iscsi neutron-server[106388]: 'QosPolicy': {'1.10'}, Oct 01 04:09:59.412283 dv-cinder-860044-1-iscsi neutron-server[106388]: 'SecurityGroup': {'1.5'}, Oct 01 04:09:59.412283 dv-cinder-860044-1-iscsi neutron-server[106388]: 'SecurityGroupRule': {'1.2'}, Oct 01 04:09:59.412283 dv-cinder-860044-1-iscsi neutron-server[106388]: 'SubPort': {'1.0'}, Oct 01 04:09:59.412283 dv-cinder-860044-1-iscsi neutron-server[106388]: 'Subnet': {'1.1'}, Oct 01 04:09:59.412283 dv-cinder-860044-1-iscsi neutron-server[106388]: 'Trunk': {'1.1'}} Oct 01 04:09:59.412283 dv-cinder-860044-1-iscsi neutron-server[106388]: consumer versions: Oct 01 04:09:59.412283 dv-cinder-860044-1-iscsi neutron-server[106388]: { DHCP agent@dv-cinder-860044-1-iscsi: {}, Oct 01 04:09:59.412283 dv-cinder-860044-1-iscsi neutron-server[106388]: L3 agent@dv-cinder-860044-1-iscsi: {}, Oct 01 04:09:59.412283 dv-cinder-860044-1-iscsi neutron-server[106388]: Metadata agent@dv-cinder-860044-1-iscsi: {}, Oct 01 04:09:59.412283 dv-cinder-860044-1-iscsi neutron-server[106388]: Metering agent@dv-cinder-860044-1-iscsi: {}, Oct 01 04:09:59.412283 dv-cinder-860044-1-iscsi neutron-server[106388]: Open vSwitch agent@dv-cinder-860044-1-iscsi: { 'AddressGroup': '1.2', Oct 01 04:09:59.412283 dv-cinder-860044-1-iscsi neutron-server[106388]: 'Agent': '1.1', Oct 01 04:09:59.412283 dv-cinder-860044-1-iscsi neutron-server[106388]: 'ConntrackHelper': '1.0', Oct 01 04:09:59.412283 dv-cinder-860044-1-iscsi neutron-server[106388]: 'LocalIPAssociation': '1.0', Oct 01 04:09:59.412283 dv-cinder-860044-1-iscsi neutron-server[106388]: 'Log': '1.0', Oct 01 04:09:59.412283 dv-cinder-860044-1-iscsi neutron-server[106388]: 'NDPProxy': '1.0', Oct 01 04:09:59.412283 dv-cinder-860044-1-iscsi neutron-server[106388]: 'Network': '1.1', Oct 01 04:09:59.412283 dv-cinder-860044-1-iscsi neutron-server[106388]: 'Port': '1.7', Oct 01 04:09:59.412283 dv-cinder-860044-1-iscsi neutron-server[106388]: 'PortForwarding': '1.3', Oct 01 04:09:59.412283 dv-cinder-860044-1-iscsi neutron-server[106388]: 'QosPolicy': '1.10', Oct 01 04:09:59.412283 dv-cinder-860044-1-iscsi neutron-server[106388]: 'SecurityGroup': '1.5', Oct 01 04:09:59.412283 dv-cinder-860044-1-iscsi neutron-server[106388]: 'SecurityGroupRule': '1.2', Oct 01 04:09:59.412283 dv-cinder-860044-1-iscsi neutron-server[106388]: 'SubPort': '1.0', Oct 01 04:09:59.412283 dv-cinder-860044-1-iscsi neutron-server[106388]: 'Subnet': '1.1', Oct 01 04:09:59.412283 dv-cinder-860044-1-iscsi neutron-server[106388]: 'Trunk': '1.1'}} Oct 01 04:09:59.412283 dv-cinder-860044-1-iscsi neutron-server[106388]: {{(pid=106388) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 01 04:09:59.465560 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-df4c1694-d028-484e-837d-f32db0e9317c None None] Attempting to bind port 9cf710b0-beee-4070-87a0-668ec57ffb1f on host dv-cinder-860044-1-iscsi for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 01 04:09:59.466226 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-df4c1694-d028-484e-837d-f32db0e9317c None None] Attempting to bind port 9cf710b0-beee-4070-87a0-668ec57ffb1f by drivers openvswitch,hyperv on host dv-cinder-860044-1-iscsi at level 0 using segments [{'id': 'd9b892d2-9711-4e70-bda3-818960825c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '730f77c4-9e3e-4460-ba70-f122a4a4c88f'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 01 04:09:59.466389 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4c1694-d028-484e-837d-f32db0e9317c None None] Attempting to bind port 9cf710b0-beee-4070-87a0-668ec57ffb1f on network 730f77c4-9e3e-4460-ba70-f122a4a4c88f {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:09:59.491036 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:09:59.515706 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4c1694-d028-484e-837d-f32db0e9317c None None] Checking agent: {'id': 'd8875dbe-87f1-4639-b3ef-79ff4b202d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860044-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 1, 4, 9, 48), 'started_at': datetime.datetime(2022, 10, 1, 4, 9, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 1, 4, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860044-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 01 04:09:59.516077 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4c1694-d028-484e-837d-f32db0e9317c None None] Checking segment: {'id': 'd9b892d2-9711-4e70-bda3-818960825c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '730f77c4-9e3e-4460-ba70-f122a4a4c88f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:09:59.516586 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-df4c1694-d028-484e-837d-f32db0e9317c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:09:59.516945 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4c1694-d028-484e-837d-f32db0e9317c None None] Bound using segment: {'id': 'd9b892d2-9711-4e70-bda3-818960825c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '730f77c4-9e3e-4460-ba70-f122a4a4c88f'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 01 04:09:59.517460 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-df4c1694-d028-484e-837d-f32db0e9317c None None] Bound port: 9cf710b0-beee-4070-87a0-668ec57ffb1f, host: dv-cinder-860044-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9b892d2-9711-4e70-bda3-818960825c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '730f77c4-9e3e-4460-ba70-f122a4a4c88f'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 01 04:09:59.517861 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-df4c1694-d028-484e-837d-f32db0e9317c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (9cf710b0-beee-4070-87a0-668ec57ffb1f), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:09:59.585673 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-df4c1694-d028-484e-837d-f32db0e9317c None None] For port 9cf710b0-beee-4070-87a0-668ec57ffb1f, host dv-cinder-860044-1-iscsi, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 01 04:09:59.605970 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-df4c1694-d028-484e-837d-f32db0e9317c None None] For port 9cf710b0-beee-4070-87a0-668ec57ffb1f, host dv-cinder-860044-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=9cf710b0-beee-4070-87a0-668ec57ffb1f,segment=NetworkSegment(d9b892d2-9711-4e70-bda3-818960825c26),segment_id=d9b892d2-9711-4e70-bda3-818960825c26)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 01 04:09:59.612686 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-df4c1694-d028-484e-837d-f32db0e9317c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (9cf710b0-beee-4070-87a0-668ec57ffb1f), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:09:59.664105 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c1694-d028-484e-837d-f32db0e9317c None None] Pushing event updated for resources: {'Port': ['ID=9cf710b0-beee-4070-87a0-668ec57ffb1f,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:10:00.879661 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=20,neutron:INSERT=35,neutron:DELETE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:10:00.880806 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=13,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:10:01.193481 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 58626) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:10:01.522425 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [None req-8959f198-d484-4c58-aa5a-684da2c2b512 admin admin] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106386) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 01 04:10:01.523414 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-8959f198-d484-4c58-aa5a-684da2c2b512 admin admin] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3290105 Oct 01 04:10:01.926242 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=7 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:10:01.931520 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:10:04.210507 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 58638) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:10:04.541099 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [None req-2f01c0d6-21be-49f6-92cf-7c915ae7ec41 admin admin] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106386) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 01 04:10:04.542082 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-2f01c0d6-21be-49f6-92cf-7c915ae7ec41 admin admin] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3306494 Oct 01 04:10:07.235192 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 58650) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:10:07.363048 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 9cf710b0-beee-4070-87a0-668ec57ffb1f up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:10:07.444481 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port 9cf710b0-beee-4070-87a0-668ec57ffb1f triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:10:07.444993 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (9cf710b0-beee-4070-87a0-668ec57ffb1f), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:07.445446 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port 9cf710b0-beee-4070-87a0-668ec57ffb1f Oct 01 04:10:07.561231 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port 9cf710b0-beee-4070-87a0-668ec57ffb1f is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:10:07.561627 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (9cf710b0-beee-4070-87a0-668ec57ffb1f), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:07.596741 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-bd46ca31-6d1d-45c3-8838-76db431ae64b demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:10:07.597516 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] For port 9cf710b0-beee-4070-87a0-668ec57ffb1f, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=9cf710b0-beee-4070-87a0-668ec57ffb1f,segment=NetworkSegment(d9b892d2-9711-4e70-bda3-818960825c26),segment_id=d9b892d2-9711-4e70-bda3-818960825c26)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:10:07.601381 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (9cf710b0-beee-4070-87a0-668ec57ffb1f), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:07.624304 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bd46ca31-6d1d-45c3-8838-76db431ae64b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7988434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65120'] for router (14fe30f6-b160-41bf-bdb4-1ce6780dbdec), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:07.625959 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bd46ca31-6d1d-45c3-8838-76db431ae64b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7994759', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8109887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3219'] for router (14fe30f6-b160-41bf-bdb4-1ce6780dbdec), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:07.656683 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Pushing event updated for resources: {'Port': ['ID=9cf710b0-beee-4070-87a0-668ec57ffb1f,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:10:07.741651 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4335966b-5a8e-4e07-b96b-7b2b278a5d0e None None] Network 730f77c4-9e3e-4460-ba70-f122a4a4c88f requested from dv-cinder-860044-1-iscsi {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 01 04:10:07.764151 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bd46ca31-6d1d-45c3-8838-76db431ae64b demo demo] Publish callbacks [] for router_controller (14fe30f6-b160-41bf-bdb4-1ce6780dbdec), precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:07.768895 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bd46ca31-6d1d-45c3-8838-76db431ae64b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989814'] for router (14fe30f6-b160-41bf-bdb4-1ce6780dbdec), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:07.787097 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bd46ca31-6d1d-45c3-8838-76db431ae64b demo demo] Publish callbacks [] for router (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:07.788609 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-bd46ca31-6d1d-45c3-8838-76db431ae64b demo demo] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5520813 Oct 01 04:10:07.799948 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-8abd20b9-a9ef-4661-aad0-deedb76bdb60 None None] Provisioning complete for port 9cf710b0-beee-4070-87a0-668ec57ffb1f triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:10:07.800332 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8abd20b9-a9ef-4661-aad0-deedb76bdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (9cf710b0-beee-4070-87a0-668ec57ffb1f), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:07.800667 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-8abd20b9-a9ef-4661-aad0-deedb76bdb60 None None] Attempt 1 to provision port 9cf710b0-beee-4070-87a0-668ec57ffb1f Oct 01 04:10:07.842225 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:10:07.946553 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-8abd20b9-a9ef-4661-aad0-deedb76bdb60 None None] Current status of the port 9cf710b0-beee-4070-87a0-668ec57ffb1f is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:10:08.165376 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-1c65fade-9d55-478f-9b32-d25003bd18e3 None None] Provisioning complete for port 9cf710b0-beee-4070-87a0-668ec57ffb1f triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:10:08.165766 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1c65fade-9d55-478f-9b32-d25003bd18e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (9cf710b0-beee-4070-87a0-668ec57ffb1f), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:08.166105 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-1c65fade-9d55-478f-9b32-d25003bd18e3 None None] Attempt 1 to provision port 9cf710b0-beee-4070-87a0-668ec57ffb1f Oct 01 04:10:08.240106 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-1c65fade-9d55-478f-9b32-d25003bd18e3 None None] Current status of the port 9cf710b0-beee-4070-87a0-668ec57ffb1f is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:10:08.995667 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.agents_db [None req-12b97a57-14e3-4267-90b0-a9e0353f7932 None None] Agent healthcheck: found 5 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 01 04:10:09.343666 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 9cf710b0-beee-4070-87a0-668ec57ffb1f up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:10:09.389498 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port 9cf710b0-beee-4070-87a0-668ec57ffb1f triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:10:09.389891 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (9cf710b0-beee-4070-87a0-668ec57ffb1f), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:09.390236 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port 9cf710b0-beee-4070-87a0-668ec57ffb1f Oct 01 04:10:09.432175 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:10:09.465465 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port 9cf710b0-beee-4070-87a0-668ec57ffb1f is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:10:10.430954 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 58658) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:10:10.749204 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [None req-21763193-168c-4f60-821c-be8ee82fc921 admin admin] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 01 04:10:10.750239 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-21763193-168c-4f60-821c-be8ee82fc921 admin admin] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3183675 Oct 01 04:10:12.699504 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c9b92646-d33d-419c-a640-e4c95705af1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (973633b6-dd94-436d-b3a5-971dbc41e63c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:13.401074 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 58666) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:10:13.719274 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-24522d74-1ece-4ba8-934d-705841665bda admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:10:13.739384 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24522d74-1ece-4ba8-934d-705841665bda admin admin] Made reservation on behalf of 49c20dd6d2894e7799f891fe5467c7e0 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:10:13.741635 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-24522d74-1ece-4ba8-934d-705841665bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for network (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:13.749620 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-24522d74-1ece-4ba8-934d-705841665bda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:13.827465 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-24522d74-1ece-4ba8-934d-705841665bda admin admin] Publish callbacks [] for security_group (c018524a-4c54-420d-9cec-492121da31d2), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:13.831160 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-24522d74-1ece-4ba8-934d-705841665bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (c018524a-4c54-420d-9cec-492121da31d2), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:13.847870 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-24522d74-1ece-4ba8-934d-705841665bda admin admin] Reserving flat network on physical network physnet1 {{(pid=106387) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 01 04:10:13.867733 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24522d74-1ece-4ba8-934d-705841665bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c018524a-4c54-420d-9cec-492121da31d2,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:10:13.873852 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-24522d74-1ece-4ba8-934d-705841665bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916673'] for segment (e11c25a1-22bc-489d-94fb-b6370ba219df), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:13.874191 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.db.segments_db [None req-24522d74-1ece-4ba8-934d-705841665bda admin admin] Added segment e11c25a1-22bc-489d-94fb-b6370ba219df of type flat for network 1c94595f-3990-43c2-b34b-d882a8bf5172 Oct 01 04:10:13.919802 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-24522d74-1ece-4ba8-934d-705841665bda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783883007151'] for network (1c94595f-3990-43c2-b34b-d882a8bf5172), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:13.951367 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-24522d74-1ece-4ba8-934d-705841665bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8037924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598'] for network (1c94595f-3990-43c2-b34b-d882a8bf5172), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:13.952312 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24522d74-1ece-4ba8-934d-705841665bda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:10:13.952880 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-24522d74-1ece-4ba8-934d-705841665bda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for network (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:13.965524 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=10 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:10:14.031782 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-24522d74-1ece-4ba8-934d-705841665bda admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6296418 Oct 01 04:10:14.052137 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24522d74-1ece-4ba8-934d-705841665bda admin admin] Pushing event updated for resources: {'Network': ['ID=1c94595f-3990-43c2-b34b-d882a8bf5172,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:10:14.063464 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Network 1c94595f-3990-43c2-b34b-d882a8bf5172 details requested by agent ovs-agent-dv-cinder-860044-1-iscsi with host dv-cinder-860044-1-iscsi {{(pid=106388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 01 04:10:15.074320 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4f70b704-f0ad-42a7-9f16-736131ab297d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (797ac3f1-c973-4eec-9950-99ad88971ed1), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:16.178851 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55550f09-9bf2-4503-b16a-2d26c0a47f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (3f31be2c-2b77-4d66-9a3d-30b9eb89a668), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:16.643182 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 58674) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:10:17.006851 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250a2e98-7d27-4345-a5f7-9e4cc5f5df40 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:10:17.008945 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-250a2e98-7d27-4345-a5f7-9e4cc5f5df40 demo admin] 10.222.0.26 "GET /networking/v2.0/subnets/74b3f195-fd59-4a7a-a687-7df7378601d4 HTTP/1.1" status: 200 len: 849 time: 0.3646374 Oct 01 04:10:17.132203 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-bbe6055c-e047-48b3-9adf-9f4967bf342a demo admin] 10.222.0.26 "GET /networking/v2.0/routers/14fe30f6-b160-41bf-bdb4-1ce6780dbdec HTTP/1.1" status: 200 len: 704 time: 0.1174047 Oct 01 04:10:17.142461 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=74,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:10:17.394261 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d3794dbc-69f7-4858-8086-281f5135e79c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:17.610976 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (d8875dbe-87f1-4639-b3ef-79ff4b202d58), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:17.678954 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-d3794dbc-69f7-4858-8086-281f5135e79c demo admin] Allocated IP 172.20.0.1 (730f77c4-9e3e-4460-ba70-f122a4a4c88f/74b3f195-fd59-4a7a-a687-7df7378601d4/fc1ef1a4-a192-4eb6-b897-be964807cf8a) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:10:17.842811 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91c43220-b735-4568-b99e-ce3dc63ea20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (a017e3cb-dd0a-4c83-ac3d-dd65b6d6e9f8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:17.883459 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d3794dbc-69f7-4858-8086-281f5135e79c demo admin] Publish callbacks [] for port (fc1ef1a4-a192-4eb6-b897-be964807cf8a), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:17.943673 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d3794dbc-69f7-4858-8086-281f5135e79c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850'] for port (fc1ef1a4-a192-4eb6-b897-be964807cf8a), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:18.015475 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3794dbc-69f7-4858-8086-281f5135e79c demo admin] Network 730f77c4-9e3e-4460-ba70-f122a4a4c88f is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:10:18.023441 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-d3794dbc-69f7-4858-8086-281f5135e79c demo admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:10:18.026045 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3794dbc-69f7-4858-8086-281f5135e79c demo admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:10:18.026755 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d3794dbc-69f7-4858-8086-281f5135e79c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7982369'] for router_interface (14fe30f6-b160-41bf-bdb4-1ce6780dbdec), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:18.096658 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3794dbc-69f7-4858-8086-281f5135e79c demo admin] Pushing event updated for resources: {'Port': ['ID=fc1ef1a4-a192-4eb6-b897-be964807cf8a,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:10:18.214765 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-9a8f6a12-f475-4e92-9bf8-899ce733a692 None None] Provisioning complete for port fc1ef1a4-a192-4eb6-b897-be964807cf8a triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:10:18.215059 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9a8f6a12-f475-4e92-9bf8-899ce733a692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (fc1ef1a4-a192-4eb6-b897-be964807cf8a), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:18.215397 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-9a8f6a12-f475-4e92-9bf8-899ce733a692 None None] Attempt 1 to provision port fc1ef1a4-a192-4eb6-b897-be964807cf8a Oct 01 04:10:18.246421 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d3794dbc-69f7-4858-8086-281f5135e79c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (fc1ef1a4-a192-4eb6-b897-be964807cf8a), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:18.247932 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-9a8f6a12-f475-4e92-9bf8-899ce733a692 None None] Port fc1ef1a4-a192-4eb6-b897-be964807cf8a cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 01 04:10:18.325007 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:10:18.330225 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:10:18.464017 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d3794dbc-69f7-4858-8086-281f5135e79c demo admin] Publish callbacks [] for port (fc1ef1a4-a192-4eb6-b897-be964807cf8a), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:18.468278 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d3794dbc-69f7-4858-8086-281f5135e79c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (fc1ef1a4-a192-4eb6-b897-be964807cf8a), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:18.469008 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d3794dbc-69f7-4858-8086-281f5135e79c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7886632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7982485'] for router_interface (14fe30f6-b160-41bf-bdb4-1ce6780dbdec), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:18.553054 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3794dbc-69f7-4858-8086-281f5135e79c demo admin] Pushing event updated for resources: {'Port': ['ID=fc1ef1a4-a192-4eb6-b897-be964807cf8a,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:10:18.599930 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3794dbc-69f7-4858-8086-281f5135e79c demo admin] Network 730f77c4-9e3e-4460-ba70-f122a4a4c88f is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:10:18.602282 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-d3794dbc-69f7-4858-8086-281f5135e79c demo admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:10:18.760806 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3794dbc-69f7-4858-8086-281f5135e79c demo admin] Router 14fe30f6-b160-41bf-bdb4-1ce6780dbdec is scheduled to L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 01 04:10:18.770182 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-a9024647-0b03-4226-ae7c-840449f8a5f8 None None] Provisioning complete for port fc1ef1a4-a192-4eb6-b897-be964807cf8a triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:10:18.770659 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a9024647-0b03-4226-ae7c-840449f8a5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (fc1ef1a4-a192-4eb6-b897-be964807cf8a), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:18.771021 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-a9024647-0b03-4226-ae7c-840449f8a5f8 None None] Attempt 1 to provision port fc1ef1a4-a192-4eb6-b897-be964807cf8a Oct 01 04:10:18.802787 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-a9024647-0b03-4226-ae7c-840449f8a5f8 None None] Port fc1ef1a4-a192-4eb6-b897-be964807cf8a cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 01 04:10:18.850431 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3794dbc-69f7-4858-8086-281f5135e79c demo admin] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:10:18.855572 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-d3794dbc-69f7-4858-8086-281f5135e79c demo admin] 10.222.0.26 "PUT /networking/v2.0/routers/14fe30f6-b160-41bf-bdb4-1ce6780dbdec/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7179778 Oct 01 04:10:18.859308 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbbc777-0c54-46fa-a0ef-8bb6caa7bbbd None None] Sync routers for ids ['14fe30f6-b160-41bf-bdb4-1ce6780dbdec'] in dv-cinder-860044-1-iscsi {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:10:18.873247 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbbc777-0c54-46fa-a0ef-8bb6caa7bbbd None None] Routers {'14fe30f6-b160-41bf-bdb4-1ce6780dbdec'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:10:18.874003 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-9fbbc777-0c54-46fa-a0ef-8bb6caa7bbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:10:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['14fe30f6-b160-41bf-bdb4-1ce6780dbdec'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:10:19.059619 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-9fbbc777-0c54-46fa-a0ef-8bb6caa7bbbd None None] Set router 14fe30f6-b160-41bf-bdb4-1ce6780dbdec gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:10:19.470369 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-9fbbc777-0c54-46fa-a0ef-8bb6caa7bbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14fe30f6-b160-41bf-bdb4-1ce6780dbdec', 'name': 'router1', 'tenant_id': 'f241ce1a820f4905841585aa0b706610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:10:07Z', 'updated_at': '2022-10-01T04:10:18Z', 'revision_number': 2, 'project_id': 'f241ce1a820f4905841585aa0b706610', 'gw_port_host': None, '_interfaces': [{'id': 'fc1ef1a4-a192-4eb6-b897-be964807cf8a', 'name': '', 'network_id': '730f77c4-9e3e-4460-ba70-f122a4a4c88f', 'tenant_id': 'f241ce1a820f4905841585aa0b706610', 'mac_address': 'fa:16:3e:41:5b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14fe30f6-b160-41bf-bdb4-1ce6780dbdec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '74b3f195-fd59-4a7a-a687-7df7378601d4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:10:17Z', 'updated_at': '2022-10-01T04:10:18Z', 'revision_number': 2, 'project_id': 'f241ce1a820f4905841585aa0b706610', 'subnets': [{'id': '74b3f195-fd59-4a7a-a687-7df7378601d4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5adace32-20d5-4356-a632-92c9431028fe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:10:19.520864 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbbc777-0c54-46fa-a0ef-8bb6caa7bbbd None None] Checking router: 14fe30f6-b160-41bf-bdb4-1ce6780dbdec for host: dv-cinder-860044-1-iscsi {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:10:19.520864 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbbc777-0c54-46fa-a0ef-8bb6caa7bbbd None None] Updating router 14fe30f6-b160-41bf-bdb4-1ce6780dbdec port fc1ef1a4-a192-4eb6-b897-be964807cf8a binding host dv-cinder-860044-1-iscsi {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 01 04:10:19.574567 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9fbbc777-0c54-46fa-a0ef-8bb6caa7bbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (fc1ef1a4-a192-4eb6-b897-be964807cf8a), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:20.077625 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9fbbc777-0c54-46fa-a0ef-8bb6caa7bbbd None None] Publish callbacks [] for port (fc1ef1a4-a192-4eb6-b897-be964807cf8a), precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:20.083451 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9fbbc777-0c54-46fa-a0ef-8bb6caa7bbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (fc1ef1a4-a192-4eb6-b897-be964807cf8a), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:20.232688 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152c68e2-ab28-4420-a46d-663f6d494a64 None None] Pushing event updated for resources: {'Port': ['ID=fc1ef1a4-a192-4eb6-b897-be964807cf8a,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:10:20.239912 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-9fbbc777-0c54-46fa-a0ef-8bb6caa7bbbd None None] Attempting to bind port fc1ef1a4-a192-4eb6-b897-be964807cf8a on host dv-cinder-860044-1-iscsi for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 01 04:10:20.240311 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-9fbbc777-0c54-46fa-a0ef-8bb6caa7bbbd None None] Attempting to bind port fc1ef1a4-a192-4eb6-b897-be964807cf8a by drivers openvswitch,hyperv on host dv-cinder-860044-1-iscsi at level 0 using segments [{'id': 'd9b892d2-9711-4e70-bda3-818960825c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '730f77c4-9e3e-4460-ba70-f122a4a4c88f'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 01 04:10:20.240750 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbbc777-0c54-46fa-a0ef-8bb6caa7bbbd None None] Attempting to bind port fc1ef1a4-a192-4eb6-b897-be964807cf8a on network 730f77c4-9e3e-4460-ba70-f122a4a4c88f {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:10:20.249826 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152c68e2-ab28-4420-a46d-663f6d494a64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:10:20.250169 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152c68e2-ab28-4420-a46d-663f6d494a64 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:10:20.250524 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152c68e2-ab28-4420-a46d-663f6d494a64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:10:20.250876 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152c68e2-ab28-4420-a46d-663f6d494a64 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:10:20.251209 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152c68e2-ab28-4420-a46d-663f6d494a64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:10:20.251544 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152c68e2-ab28-4420-a46d-663f6d494a64 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:10:20.251868 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152c68e2-ab28-4420-a46d-663f6d494a64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:10:20.252189 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152c68e2-ab28-4420-a46d-663f6d494a64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:10:20.252511 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152c68e2-ab28-4420-a46d-663f6d494a64 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:10:20.252833 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152c68e2-ab28-4420-a46d-663f6d494a64 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:10:20.253178 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152c68e2-ab28-4420-a46d-663f6d494a64 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:10:20.253516 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152c68e2-ab28-4420-a46d-663f6d494a64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:10:20.253838 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152c68e2-ab28-4420-a46d-663f6d494a64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:10:20.254152 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152c68e2-ab28-4420-a46d-663f6d494a64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:10:20.254469 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152c68e2-ab28-4420-a46d-663f6d494a64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:10:20.255849 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152c68e2-ab28-4420-a46d-663f6d494a64 None None] Tracked resource versions report: Oct 01 04:10:20.255849 dv-cinder-860044-1-iscsi neutron-server[106389]: pushed versions: Oct 01 04:10:20.255849 dv-cinder-860044-1-iscsi neutron-server[106389]: { 'AddressGroup': {'1.2'}, Oct 01 04:10:20.255849 dv-cinder-860044-1-iscsi neutron-server[106389]: 'Agent': {'1.1'}, Oct 01 04:10:20.255849 dv-cinder-860044-1-iscsi neutron-server[106389]: 'ConntrackHelper': {'1.0'}, Oct 01 04:10:20.255849 dv-cinder-860044-1-iscsi neutron-server[106389]: 'LocalIPAssociation': {'1.0'}, Oct 01 04:10:20.255849 dv-cinder-860044-1-iscsi neutron-server[106389]: 'Log': {'1.0'}, Oct 01 04:10:20.255849 dv-cinder-860044-1-iscsi neutron-server[106389]: 'NDPProxy': {'1.0'}, Oct 01 04:10:20.255849 dv-cinder-860044-1-iscsi neutron-server[106389]: 'Network': {'1.1'}, Oct 01 04:10:20.255849 dv-cinder-860044-1-iscsi neutron-server[106389]: 'Port': {'1.7'}, Oct 01 04:10:20.255849 dv-cinder-860044-1-iscsi neutron-server[106389]: 'PortForwarding': {'1.3'}, Oct 01 04:10:20.255849 dv-cinder-860044-1-iscsi neutron-server[106389]: 'QosPolicy': {'1.10'}, Oct 01 04:10:20.255849 dv-cinder-860044-1-iscsi neutron-server[106389]: 'SecurityGroup': {'1.5'}, Oct 01 04:10:20.255849 dv-cinder-860044-1-iscsi neutron-server[106389]: 'SecurityGroupRule': {'1.2'}, Oct 01 04:10:20.255849 dv-cinder-860044-1-iscsi neutron-server[106389]: 'SubPort': {'1.0'}, Oct 01 04:10:20.255849 dv-cinder-860044-1-iscsi neutron-server[106389]: 'Subnet': {'1.1'}, Oct 01 04:10:20.255849 dv-cinder-860044-1-iscsi neutron-server[106389]: 'Trunk': {'1.1'}} Oct 01 04:10:20.255849 dv-cinder-860044-1-iscsi neutron-server[106389]: consumer versions: Oct 01 04:10:20.255849 dv-cinder-860044-1-iscsi neutron-server[106389]: { DHCP agent@dv-cinder-860044-1-iscsi: {}, Oct 01 04:10:20.255849 dv-cinder-860044-1-iscsi neutron-server[106389]: L3 agent@dv-cinder-860044-1-iscsi: {}, Oct 01 04:10:20.255849 dv-cinder-860044-1-iscsi neutron-server[106389]: Metadata agent@dv-cinder-860044-1-iscsi: {}, Oct 01 04:10:20.255849 dv-cinder-860044-1-iscsi neutron-server[106389]: Metering agent@dv-cinder-860044-1-iscsi: {}, Oct 01 04:10:20.255849 dv-cinder-860044-1-iscsi neutron-server[106389]: Open vSwitch agent@dv-cinder-860044-1-iscsi: { 'AddressGroup': '1.2', Oct 01 04:10:20.255849 dv-cinder-860044-1-iscsi neutron-server[106389]: 'Agent': '1.1', Oct 01 04:10:20.255849 dv-cinder-860044-1-iscsi neutron-server[106389]: 'ConntrackHelper': '1.0', Oct 01 04:10:20.255849 dv-cinder-860044-1-iscsi neutron-server[106389]: 'LocalIPAssociation': '1.0', Oct 01 04:10:20.255849 dv-cinder-860044-1-iscsi neutron-server[106389]: 'Log': '1.0', Oct 01 04:10:20.255849 dv-cinder-860044-1-iscsi neutron-server[106389]: 'NDPProxy': '1.0', Oct 01 04:10:20.255849 dv-cinder-860044-1-iscsi neutron-server[106389]: 'Network': '1.1', Oct 01 04:10:20.255849 dv-cinder-860044-1-iscsi neutron-server[106389]: 'Port': '1.7', Oct 01 04:10:20.255849 dv-cinder-860044-1-iscsi neutron-server[106389]: 'PortForwarding': '1.3', Oct 01 04:10:20.255849 dv-cinder-860044-1-iscsi neutron-server[106389]: 'QosPolicy': '1.10', Oct 01 04:10:20.255849 dv-cinder-860044-1-iscsi neutron-server[106389]: 'SecurityGroup': '1.5', Oct 01 04:10:20.255849 dv-cinder-860044-1-iscsi neutron-server[106389]: 'SecurityGroupRule': '1.2', Oct 01 04:10:20.255849 dv-cinder-860044-1-iscsi neutron-server[106389]: 'SubPort': '1.0', Oct 01 04:10:20.255849 dv-cinder-860044-1-iscsi neutron-server[106389]: 'Subnet': '1.1', Oct 01 04:10:20.255849 dv-cinder-860044-1-iscsi neutron-server[106389]: 'Trunk': '1.1'}} Oct 01 04:10:20.255849 dv-cinder-860044-1-iscsi neutron-server[106389]: {{(pid=106389) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 01 04:10:20.337346 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbbc777-0c54-46fa-a0ef-8bb6caa7bbbd None None] Checking agent: {'id': 'd8875dbe-87f1-4639-b3ef-79ff4b202d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860044-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 1, 4, 9, 48), 'started_at': datetime.datetime(2022, 10, 1, 4, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 1, 4, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860044-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 01 04:10:20.337673 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbbc777-0c54-46fa-a0ef-8bb6caa7bbbd None None] Checking segment: {'id': 'd9b892d2-9711-4e70-bda3-818960825c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '730f77c4-9e3e-4460-ba70-f122a4a4c88f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:10:20.338131 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9fbbc777-0c54-46fa-a0ef-8bb6caa7bbbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:20.338536 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbbc777-0c54-46fa-a0ef-8bb6caa7bbbd None None] Bound using segment: {'id': 'd9b892d2-9711-4e70-bda3-818960825c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '730f77c4-9e3e-4460-ba70-f122a4a4c88f'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 01 04:10:20.339018 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-9fbbc777-0c54-46fa-a0ef-8bb6caa7bbbd None None] Bound port: fc1ef1a4-a192-4eb6-b897-be964807cf8a, host: dv-cinder-860044-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9b892d2-9711-4e70-bda3-818960825c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '730f77c4-9e3e-4460-ba70-f122a4a4c88f'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 01 04:10:20.339397 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9fbbc777-0c54-46fa-a0ef-8bb6caa7bbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (fc1ef1a4-a192-4eb6-b897-be964807cf8a), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:20.353488 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:10:20.381211 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:10:20.405058 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-9fbbc777-0c54-46fa-a0ef-8bb6caa7bbbd None None] For port fc1ef1a4-a192-4eb6-b897-be964807cf8a, host dv-cinder-860044-1-iscsi, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 01 04:10:20.424303 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-9fbbc777-0c54-46fa-a0ef-8bb6caa7bbbd None None] For port fc1ef1a4-a192-4eb6-b897-be964807cf8a, host dv-cinder-860044-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=fc1ef1a4-a192-4eb6-b897-be964807cf8a,segment=NetworkSegment(d9b892d2-9711-4e70-bda3-818960825c26),segment_id=d9b892d2-9711-4e70-bda3-818960825c26)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 01 04:10:20.433645 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9fbbc777-0c54-46fa-a0ef-8bb6caa7bbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (fc1ef1a4-a192-4eb6-b897-be964807cf8a), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:20.478814 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbbc777-0c54-46fa-a0ef-8bb6caa7bbbd None None] Routers {'14fe30f6-b160-41bf-bdb4-1ce6780dbdec'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:10:20.479439 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-9fbbc777-0c54-46fa-a0ef-8bb6caa7bbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:10:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['14fe30f6-b160-41bf-bdb4-1ce6780dbdec'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:10:20.521029 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152c68e2-ab28-4420-a46d-663f6d494a64 None None] Pushing event updated for resources: {'Port': ['ID=fc1ef1a4-a192-4eb6-b897-be964807cf8a,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:10:20.575297 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-9fbbc777-0c54-46fa-a0ef-8bb6caa7bbbd None None] Set router 14fe30f6-b160-41bf-bdb4-1ce6780dbdec gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:10:20.768917 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-9fbbc777-0c54-46fa-a0ef-8bb6caa7bbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14fe30f6-b160-41bf-bdb4-1ce6780dbdec', 'name': 'router1', 'tenant_id': 'f241ce1a820f4905841585aa0b706610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:10:07Z', 'updated_at': '2022-10-01T04:10:18Z', 'revision_number': 2, 'project_id': 'f241ce1a820f4905841585aa0b706610', 'gw_port_host': None, '_interfaces': [{'id': 'fc1ef1a4-a192-4eb6-b897-be964807cf8a', 'name': '', 'network_id': '730f77c4-9e3e-4460-ba70-f122a4a4c88f', 'tenant_id': 'f241ce1a820f4905841585aa0b706610', 'mac_address': 'fa:16:3e:41:5b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14fe30f6-b160-41bf-bdb4-1ce6780dbdec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '74b3f195-fd59-4a7a-a687-7df7378601d4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:10:17Z', 'updated_at': '2022-10-01T04:10:20Z', 'revision_number': 4, 'project_id': 'f241ce1a820f4905841585aa0b706610', 'subnets': [{'id': '74b3f195-fd59-4a7a-a687-7df7378601d4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5adace32-20d5-4356-a632-92c9431028fe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:10:20.793370 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbbc777-0c54-46fa-a0ef-8bb6caa7bbbd None None] The sync data for ids ['14fe30f6-b160-41bf-bdb4-1ce6780dbdec'] in dv-cinder-860044-1-iscsi is: [{'id': '14fe30f6-b160-41bf-bdb4-1ce6780dbdec', 'name': 'router1', 'tenant_id': 'f241ce1a820f4905841585aa0b706610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:10:07Z', 'updated_at': '2022-10-01T04:10:18Z', 'revision_number': 2, 'project_id': 'f241ce1a820f4905841585aa0b706610', 'gw_port_host': None, '_interfaces': [{'id': 'fc1ef1a4-a192-4eb6-b897-be964807cf8a', 'name': '', 'network_id': '730f77c4-9e3e-4460-ba70-f122a4a4c88f', 'tenant_id': 'f241ce1a820f4905841585aa0b706610', 'mac_address': 'fa:16:3e:41:5b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14fe30f6-b160-41bf-bdb4-1ce6780dbdec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '74b3f195-fd59-4a7a-a687-7df7378601d4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:10:17Z', 'updated_at': '2022-10-01T04:10:20Z', 'revision_number': 4, 'project_id': 'f241ce1a820f4905841585aa0b706610', 'subnets': [{'id': '74b3f195-fd59-4a7a-a687-7df7378601d4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5adace32-20d5-4356-a632-92c9431028fe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:10:21.572651 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 58686) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:10:21.961763 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec50755e-7793-444e-b683-8f14c5cac2ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:10:21.963140 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-ec50755e-7793-444e-b683-8f14c5cac2ba admin admin] 10.222.0.26 "GET /networking/v2.0/networks/1c94595f-3990-43c2-b34b-d882a8bf5172 HTTP/1.1" status: 200 len: 842 time: 0.3895397 Oct 01 04:10:21.973174 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-1294930b-f135-45d1-b944-9d4483c8533e admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'cidr': '172.27.2.0/24'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:10:21.995394 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1294930b-f135-45d1-b944-9d4483c8533e admin admin] Made reservation on behalf of 49c20dd6d2894e7799f891fe5467c7e0 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:10:21.997857 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1294930b-f135-45d1-b944-9d4483c8533e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:22.294064 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:10:22.357395 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.objects.ports [None req-1294930b-f135-45d1-b944-9d4483c8533e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106387) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 01 04:10:22.357838 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1294930b-f135-45d1-b944-9d4483c8533e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8038045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598'] for subnet (3c747529-64bf-417b-84a2-71abc1dc7574), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:22.382099 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:10:22.407942 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1294930b-f135-45d1-b944-9d4483c8533e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c747529-64bf-417b-84a2-71abc1dc7574,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:10:22.427916 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1294930b-f135-45d1-b944-9d4483c8533e admin admin] Checking segment: {'id': 'e11c25a1-22bc-489d-94fb-b6370ba219df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:10:22.428267 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1294930b-f135-45d1-b944-9d4483c8533e admin admin] Network hostable DHCP agents. Network: 1c94595f-3990-43c2-b34b-d882a8bf5172, hostable agents: ['973633b6-dd94-436d-b3a5-971dbc41e63c'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 01 04:10:22.445078 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1294930b-f135-45d1-b944-9d4483c8533e admin admin] Network 1c94595f-3990-43c2-b34b-d882a8bf5172 is scheduled to be hosted by DHCP agent 973633b6-dd94-436d-b3a5-971dbc41e63c with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 01 04:10:22.454371 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-1294930b-f135-45d1-b944-9d4483c8533e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860044-1-iscsi, 1c94595f-3990-43c2-b34b-d882a8bf5172) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:10:22.459459 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1294930b-f135-45d1-b944-9d4483c8533e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:10:22.461997 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1294930b-f135-45d1-b944-9d4483c8533e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for subnet (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:22.463006 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4957b04a-ecfc-4101-863f-47a6e53d8fca None None] Network 1c94595f-3990-43c2-b34b-d882a8bf5172 requested from dv-cinder-860044-1-iscsi {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 01 04:10:22.485022 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-1294930b-f135-45d1-b944-9d4483c8533e admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5093379 Oct 01 04:10:22.582265 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792066c3-6f81-4f80-8ae1-e2cc94a3dfad None None] Network 1c94595f-3990-43c2-b34b-d882a8bf5172 requested from dv-cinder-860044-1-iscsi {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 01 04:10:25.211631 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 58694) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:10:25.634537 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-9680e484-5d34-4a46-8997-d27b458433ff demo admin] 10.222.0.26 "GET /networking/v2.0/routers/14fe30f6-b160-41bf-bdb4-1ce6780dbdec HTTP/1.1" status: 200 len: 710 time: 0.4217327 Oct 01 04:10:25.732700 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2255b118-1853-46db-b0fd-10717efff4bc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:10:25.735236 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-2255b118-1853-46db-b0fd-10717efff4bc demo admin] 10.222.0.26 "GET /networking/v2.0/networks/1c94595f-3990-43c2-b34b-d882a8bf5172 HTTP/1.1" status: 200 len: 886 time: 0.0939145 Oct 01 04:10:25.744089 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-c56449b2-0120-46dc-890e-690c68f1814c demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:10:25.984721 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c56449b2-0120-46dc-890e-690c68f1814c demo admin] Publish callbacks [] for router_gateway (14fe30f6-b160-41bf-bdb4-1ce6780dbdec), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:26.198634 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c56449b2-0120-46dc-890e-690c68f1814c demo admin] Publish callbacks [] for router_gateway (14fe30f6-b160-41bf-bdb4-1ce6780dbdec), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:26.275912 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c56449b2-0120-46dc-890e-690c68f1814c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:26.321488 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:10:26.381259 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-c56449b2-0120-46dc-890e-690c68f1814c demo admin] Allocated IP 172.27.2.247 (1c94595f-3990-43c2-b34b-d882a8bf5172/3c747529-64bf-417b-84a2-71abc1dc7574/641f31ac-f140-4b0a-944a-637fd2c4dc29) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:10:26.443059 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:10:26.489192 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c56449b2-0120-46dc-890e-690c68f1814c demo admin] Publish callbacks [] for port (641f31ac-f140-4b0a-944a-637fd2c4dc29), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:26.524122 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c56449b2-0120-46dc-890e-690c68f1814c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850'] for port (641f31ac-f140-4b0a-944a-637fd2c4dc29), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:26.563954 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56449b2-0120-46dc-890e-690c68f1814c demo admin] Network 1c94595f-3990-43c2-b34b-d882a8bf5172 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:10:26.569045 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-c56449b2-0120-46dc-890e-690c68f1814c demo admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:10:26.573941 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56449b2-0120-46dc-890e-690c68f1814c demo admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:10:26.576918 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56449b2-0120-46dc-890e-690c68f1814c demo admin] Pushing event updated for resources: {'Port': ['ID=641f31ac-f140-4b0a-944a-637fd2c4dc29,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:10:26.905302 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c56449b2-0120-46dc-890e-690c68f1814c demo admin] Publish callbacks [] for router_gateway (14fe30f6-b160-41bf-bdb4-1ce6780dbdec), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:27.097786 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c56449b2-0120-46dc-890e-690c68f1814c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3201'] for router (14fe30f6-b160-41bf-bdb4-1ce6780dbdec), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:27.101689 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c56449b2-0120-46dc-890e-690c68f1814c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7989965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7989956', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7871195'] for router (14fe30f6-b160-41bf-bdb4-1ce6780dbdec), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:27.201749 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c56449b2-0120-46dc-890e-690c68f1814c demo admin] Router 14fe30f6-b160-41bf-bdb4-1ce6780dbdec has already been hosted by L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 01 04:10:27.207989 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:10:27.307298 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56449b2-0120-46dc-890e-690c68f1814c demo admin] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:10:27.309939 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c56449b2-0120-46dc-890e-690c68f1814c demo admin] Publish callbacks [] for router (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:27.311017 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-c56449b2-0120-46dc-890e-690c68f1814c demo admin] 10.222.0.26 "PUT /networking/v2.0/routers/14fe30f6-b160-41bf-bdb4-1ce6780dbdec HTTP/1.1" status: 200 len: 890 time: 1.5710723 Oct 01 04:10:27.332140 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67e1ad2-be17-47bb-98fd-f9d4e3230a24 None None] Sync routers for ids ['14fe30f6-b160-41bf-bdb4-1ce6780dbdec'] in dv-cinder-860044-1-iscsi {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:10:27.345211 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67e1ad2-be17-47bb-98fd-f9d4e3230a24 None None] Routers {'14fe30f6-b160-41bf-bdb4-1ce6780dbdec'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:10:27.345888 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-c67e1ad2-be17-47bb-98fd-f9d4e3230a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:10:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['14fe30f6-b160-41bf-bdb4-1ce6780dbdec'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:10:27.407092 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device fc1ef1a4-a192-4eb6-b897-be964807cf8a up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:10:27.564457 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:10:27.580597 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port fc1ef1a4-a192-4eb6-b897-be964807cf8a triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:10:27.580979 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (fc1ef1a4-a192-4eb6-b897-be964807cf8a), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:27.581325 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port fc1ef1a4-a192-4eb6-b897-be964807cf8a Oct 01 04:10:27.636855 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-c67e1ad2-be17-47bb-98fd-f9d4e3230a24 None None] Set router 14fe30f6-b160-41bf-bdb4-1ce6780dbdec gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:10:27.925609 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port fc1ef1a4-a192-4eb6-b897-be964807cf8a is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:10:27.926004 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (fc1ef1a4-a192-4eb6-b897-be964807cf8a), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:27.937491 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:10:28.045586 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] For port fc1ef1a4-a192-4eb6-b897-be964807cf8a, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=fc1ef1a4-a192-4eb6-b897-be964807cf8a,segment=NetworkSegment(d9b892d2-9711-4e70-bda3-818960825c26),segment_id=d9b892d2-9711-4e70-bda3-818960825c26)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:10:28.050652 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (fc1ef1a4-a192-4eb6-b897-be964807cf8a), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:28.117371 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-c67e1ad2-be17-47bb-98fd-f9d4e3230a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14fe30f6-b160-41bf-bdb4-1ce6780dbdec', 'name': 'router1', 'tenant_id': 'f241ce1a820f4905841585aa0b706610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '641f31ac-f140-4b0a-944a-637fd2c4dc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:10:07Z', 'updated_at': '2022-10-01T04:10:26Z', 'revision_number': 4, 'project_id': 'f241ce1a820f4905841585aa0b706610', 'gw_port': {'id': '641f31ac-f140-4b0a-944a-637fd2c4dc29', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:93:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14fe30f6-b160-41bf-bdb4-1ce6780dbdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:10:26Z', 'updated_at': '2022-10-01T04:10:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': 'fc1ef1a4-a192-4eb6-b897-be964807cf8a', 'name': '', 'network_id': '730f77c4-9e3e-4460-ba70-f122a4a4c88f', 'tenant_id': 'f241ce1a820f4905841585aa0b706610', 'mac_address': 'fa:16:3e:41:5b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14fe30f6-b160-41bf-bdb4-1ce6780dbdec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '74b3f195-fd59-4a7a-a687-7df7378601d4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:10:17Z', 'updated_at': '2022-10-01T04:10:20Z', 'revision_number': 4, 'project_id': 'f241ce1a820f4905841585aa0b706610', 'subnets': [{'id': '74b3f195-fd59-4a7a-a687-7df7378601d4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5adace32-20d5-4356-a632-92c9431028fe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:10:28.252987 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67e1ad2-be17-47bb-98fd-f9d4e3230a24 None None] Checking router: 14fe30f6-b160-41bf-bdb4-1ce6780dbdec for host: dv-cinder-860044-1-iscsi {{(pid=106388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:10:28.253255 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67e1ad2-be17-47bb-98fd-f9d4e3230a24 None None] Updating router 14fe30f6-b160-41bf-bdb4-1ce6780dbdec port 641f31ac-f140-4b0a-944a-637fd2c4dc29 binding host dv-cinder-860044-1-iscsi {{(pid=106388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 01 04:10:28.299229 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Pushing event updated for resources: {'Port': ['ID=fc1ef1a4-a192-4eb6-b897-be964807cf8a,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:10:28.313615 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c67e1ad2-be17-47bb-98fd-f9d4e3230a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (641f31ac-f140-4b0a-944a-637fd2c4dc29), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:28.627421 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c67e1ad2-be17-47bb-98fd-f9d4e3230a24 None None] Publish callbacks [] for port (641f31ac-f140-4b0a-944a-637fd2c4dc29), precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:28.633561 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c67e1ad2-be17-47bb-98fd-f9d4e3230a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (641f31ac-f140-4b0a-944a-637fd2c4dc29), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:28.680570 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-c67e1ad2-be17-47bb-98fd-f9d4e3230a24 None None] Attempting to bind port 641f31ac-f140-4b0a-944a-637fd2c4dc29 on host dv-cinder-860044-1-iscsi for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 01 04:10:28.681016 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-c67e1ad2-be17-47bb-98fd-f9d4e3230a24 None None] Attempting to bind port 641f31ac-f140-4b0a-944a-637fd2c4dc29 by drivers openvswitch,hyperv on host dv-cinder-860044-1-iscsi at level 0 using segments [{'id': 'e11c25a1-22bc-489d-94fb-b6370ba219df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 01 04:10:28.681327 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67e1ad2-be17-47bb-98fd-f9d4e3230a24 None None] Attempting to bind port 641f31ac-f140-4b0a-944a-637fd2c4dc29 on network 1c94595f-3990-43c2-b34b-d882a8bf5172 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:10:28.709601 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3192b1-8e01-4b7f-9697-25bb45a47c72 None None] Pushing event updated for resources: {'Port': ['ID=641f31ac-f140-4b0a-944a-637fd2c4dc29,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:10:28.732982 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67e1ad2-be17-47bb-98fd-f9d4e3230a24 None None] Checking agent: {'id': 'd8875dbe-87f1-4639-b3ef-79ff4b202d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860044-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 1, 4, 9, 48), 'started_at': datetime.datetime(2022, 10, 1, 4, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 1, 4, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860044-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 01 04:10:28.733360 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67e1ad2-be17-47bb-98fd-f9d4e3230a24 None None] Checking segment: {'id': 'e11c25a1-22bc-489d-94fb-b6370ba219df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:10:28.733758 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c67e1ad2-be17-47bb-98fd-f9d4e3230a24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:28.734146 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67e1ad2-be17-47bb-98fd-f9d4e3230a24 None None] Bound using segment: {'id': 'e11c25a1-22bc-489d-94fb-b6370ba219df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 01 04:10:28.734638 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-c67e1ad2-be17-47bb-98fd-f9d4e3230a24 None None] Bound port: 641f31ac-f140-4b0a-944a-637fd2c4dc29, host: dv-cinder-860044-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e11c25a1-22bc-489d-94fb-b6370ba219df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 01 04:10:28.735025 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c67e1ad2-be17-47bb-98fd-f9d4e3230a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (641f31ac-f140-4b0a-944a-637fd2c4dc29), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:28.781697 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:10:28.782805 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-c67e1ad2-be17-47bb-98fd-f9d4e3230a24 None None] For port 641f31ac-f140-4b0a-944a-637fd2c4dc29, host dv-cinder-860044-1-iscsi, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 01 04:10:28.786070 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-c67e1ad2-be17-47bb-98fd-f9d4e3230a24 None None] For port 641f31ac-f140-4b0a-944a-637fd2c4dc29, host dv-cinder-860044-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=641f31ac-f140-4b0a-944a-637fd2c4dc29,segment=NetworkSegment(e11c25a1-22bc-489d-94fb-b6370ba219df),segment_id=e11c25a1-22bc-489d-94fb-b6370ba219df)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 01 04:10:28.792148 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c67e1ad2-be17-47bb-98fd-f9d4e3230a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (641f31ac-f140-4b0a-944a-637fd2c4dc29), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:28.831795 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67e1ad2-be17-47bb-98fd-f9d4e3230a24 None None] Routers {'14fe30f6-b160-41bf-bdb4-1ce6780dbdec'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:10:28.832410 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-c67e1ad2-be17-47bb-98fd-f9d4e3230a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:10:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['14fe30f6-b160-41bf-bdb4-1ce6780dbdec'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:10:28.885030 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3192b1-8e01-4b7f-9697-25bb45a47c72 None None] Pushing event updated for resources: {'Port': ['ID=641f31ac-f140-4b0a-944a-637fd2c4dc29,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:10:28.944542 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-c67e1ad2-be17-47bb-98fd-f9d4e3230a24 None None] Set router 14fe30f6-b160-41bf-bdb4-1ce6780dbdec gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:10:29.051095 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:10:29.144529 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-c67e1ad2-be17-47bb-98fd-f9d4e3230a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14fe30f6-b160-41bf-bdb4-1ce6780dbdec', 'name': 'router1', 'tenant_id': 'f241ce1a820f4905841585aa0b706610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '641f31ac-f140-4b0a-944a-637fd2c4dc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:10:07Z', 'updated_at': '2022-10-01T04:10:26Z', 'revision_number': 4, 'project_id': 'f241ce1a820f4905841585aa0b706610', 'gw_port': {'id': '641f31ac-f140-4b0a-944a-637fd2c4dc29', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:93:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14fe30f6-b160-41bf-bdb4-1ce6780dbdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:10:26Z', 'updated_at': '2022-10-01T04:10:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': 'fc1ef1a4-a192-4eb6-b897-be964807cf8a', 'name': '', 'network_id': '730f77c4-9e3e-4460-ba70-f122a4a4c88f', 'tenant_id': 'f241ce1a820f4905841585aa0b706610', 'mac_address': 'fa:16:3e:41:5b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fe30f6-b160-41bf-bdb4-1ce6780dbdec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '74b3f195-fd59-4a7a-a687-7df7378601d4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:10:17Z', 'updated_at': '2022-10-01T04:10:27Z', 'revision_number': 5, 'project_id': 'f241ce1a820f4905841585aa0b706610', 'subnets': [{'id': '74b3f195-fd59-4a7a-a687-7df7378601d4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5adace32-20d5-4356-a632-92c9431028fe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:10:29.170893 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67e1ad2-be17-47bb-98fd-f9d4e3230a24 None None] The sync data for ids ['14fe30f6-b160-41bf-bdb4-1ce6780dbdec'] in dv-cinder-860044-1-iscsi is: [{'id': '14fe30f6-b160-41bf-bdb4-1ce6780dbdec', 'name': 'router1', 'tenant_id': 'f241ce1a820f4905841585aa0b706610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '641f31ac-f140-4b0a-944a-637fd2c4dc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:10:07Z', 'updated_at': '2022-10-01T04:10:26Z', 'revision_number': 4, 'project_id': 'f241ce1a820f4905841585aa0b706610', 'gw_port': {'id': '641f31ac-f140-4b0a-944a-637fd2c4dc29', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:93:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14fe30f6-b160-41bf-bdb4-1ce6780dbdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:10:26Z', 'updated_at': '2022-10-01T04:10:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': 'fc1ef1a4-a192-4eb6-b897-be964807cf8a', 'name': '', 'network_id': '730f77c4-9e3e-4460-ba70-f122a4a4c88f', 'tenant_id': 'f241ce1a820f4905841585aa0b706610', 'mac_address': 'fa:16:3e:41:5b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fe30f6-b160-41bf-bdb4-1ce6780dbdec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '74b3f195-fd59-4a7a-a687-7df7378601d4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:10:17Z', 'updated_at': '2022-10-01T04:10:27Z', 'revision_number': 5, 'project_id': 'f241ce1a820f4905841585aa0b706610', 'subnets': [{'id': '74b3f195-fd59-4a7a-a687-7df7378601d4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5adace32-20d5-4356-a632-92c9431028fe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:10:29.426385 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device fc1ef1a4-a192-4eb6-b897-be964807cf8a up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:10:29.477012 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port fc1ef1a4-a192-4eb6-b897-be964807cf8a triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:10:29.477841 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (fc1ef1a4-a192-4eb6-b897-be964807cf8a), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:29.478120 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port fc1ef1a4-a192-4eb6-b897-be964807cf8a Oct 01 04:10:29.563302 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port fc1ef1a4-a192-4eb6-b897-be964807cf8a is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:10:29.564303 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 641f31ac-f140-4b0a-944a-637fd2c4dc29 up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:10:29.609854 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port 641f31ac-f140-4b0a-944a-637fd2c4dc29 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:10:29.610236 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (641f31ac-f140-4b0a-944a-637fd2c4dc29), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:29.610571 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port 641f31ac-f140-4b0a-944a-637fd2c4dc29 Oct 01 04:10:29.689725 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port 641f31ac-f140-4b0a-944a-637fd2c4dc29 is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:10:29.690252 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (641f31ac-f140-4b0a-944a-637fd2c4dc29), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:29.713537 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] For port 641f31ac-f140-4b0a-944a-637fd2c4dc29, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=641f31ac-f140-4b0a-944a-637fd2c4dc29,segment=NetworkSegment(e11c25a1-22bc-489d-94fb-b6370ba219df),segment_id=e11c25a1-22bc-489d-94fb-b6370ba219df)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:10:29.718055 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (641f31ac-f140-4b0a-944a-637fd2c4dc29), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:29.778680 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Pushing event updated for resources: {'Port': ['ID=641f31ac-f140-4b0a-944a-637fd2c4dc29,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:10:30.144385 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 58706) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:10:30.530045 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-da3f8091-59b2-495c-93c8-388f19de0253 admin admin] 10.222.0.26 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.3845994 Oct 01 04:10:30.767286 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=45 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:10:30.772420 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=41,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:10:31.357142 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 641f31ac-f140-4b0a-944a-637fd2c4dc29 up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:10:31.395465 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:10:31.405465 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port 641f31ac-f140-4b0a-944a-637fd2c4dc29 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:10:31.405849 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (641f31ac-f140-4b0a-944a-637fd2c4dc29), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:31.406182 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port 641f31ac-f140-4b0a-944a-637fd2c4dc29 Oct 01 04:10:31.491687 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port 641f31ac-f140-4b0a-944a-637fd2c4dc29 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:10:40.522431 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:10:40.527648 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=10 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:10:41.486222 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=71,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:10:41.490381 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=11 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:10:42.701721 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f1ef2974-1a79-40f1-86e9-c6e06b0c3fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (973633b6-dd94-436d-b3a5-971dbc41e63c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:45.027226 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e584fdc5-c590-4f00-a960-e215aceed86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (797ac3f1-c973-4eec-9950-99ad88971ed1), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:45.995506 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.agents_db [None req-12b97a57-14e3-4267-90b0-a9e0353f7932 None None] Agent healthcheck: found 5 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 01 04:10:46.183409 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55550f09-9bf2-4503-b16a-2d26c0a47f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (3f31be2c-2b77-4d66-9a3d-30b9eb89a668), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:47.617861 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (d8875dbe-87f1-4639-b3ef-79ff4b202d58), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:47.852605 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91c43220-b735-4568-b99e-ce3dc63ea20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (a017e3cb-dd0a-4c83-ac3d-dd65b6d6e9f8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:10:57.612656 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:10:57.850088 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:10:58.000489 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=4 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:10:58.006467 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=4 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:11:12.706252 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8369aba0-75ee-4d70-8046-f12b0ad877e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (973633b6-dd94-436d-b3a5-971dbc41e63c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:11:15.032450 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6b3c50cc-cb52-4f50-9ad6-d51e401c7f94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (797ac3f1-c973-4eec-9950-99ad88971ed1), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:11:16.193904 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55550f09-9bf2-4503-b16a-2d26c0a47f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (3f31be2c-2b77-4d66-9a3d-30b9eb89a668), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:11:17.618944 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (d8875dbe-87f1-4639-b3ef-79ff4b202d58), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:11:17.854125 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91c43220-b735-4568-b99e-ce3dc63ea20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (a017e3cb-dd0a-4c83-ac3d-dd65b6d6e9f8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:11:22.997142 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.agents_db [None req-12b97a57-14e3-4267-90b0-a9e0353f7932 None None] Agent healthcheck: found 5 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 01 04:11:27.837236 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:11:27.842866 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:11:40.988208 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=4 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:11:40.989639 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:11:42.710387 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a03aadb2-4ed3-4965-a23f-bedaf76f68b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (973633b6-dd94-436d-b3a5-971dbc41e63c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:11:45.026129 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3f734cf9-258a-4748-a535-a342f1fd7267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (797ac3f1-c973-4eec-9950-99ad88971ed1), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:11:46.188179 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55550f09-9bf2-4503-b16a-2d26c0a47f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (3f31be2c-2b77-4d66-9a3d-30b9eb89a668), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:11:47.613980 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (d8875dbe-87f1-4639-b3ef-79ff4b202d58), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:11:47.853094 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91c43220-b735-4568-b99e-ce3dc63ea20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (a017e3cb-dd0a-4c83-ac3d-dd65b6d6e9f8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:11:57.846391 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:11:57.848843 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:11:58.138851 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 59256) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:11:58.470583 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-94126204-d010-49c8-ad11-922f5e902b0a admin admin] GET failed (client error): The resource could not be found. Oct 01 04:11:58.471850 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-94126204-d010-49c8-ad11-922f5e902b0a admin admin] 10.222.0.26 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3321397 Oct 01 04:11:58.631830 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3dafe7-d7df-4a66-a8c9-f69b7cef92eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:11:58.633368 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-aa3dafe7-d7df-4a66-a8c9-f69b7cef92eb admin admin] 10.222.0.26 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1569405 Oct 01 04:11:59.996321 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.agents_db [None req-12b97a57-14e3-4267-90b0-a9e0353f7932 None None] Agent healthcheck: found 5 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 01 04:12:01.197216 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 59266) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:12:01.579688 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9fa6f3-0269-4eee-b924-6676a5cddf6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:12:01.581036 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-fd9fa6f3-0269-4eee-b924-6676a5cddf6c admin admin] 10.222.0.26 "GET /networking/v2.0/subnets/74b3f195-fd59-4a7a-a687-7df7378601d4 HTTP/1.1" status: 200 len: 849 time: 0.3828497 Oct 01 04:12:01.590710 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-010db742-e6cf-4941-9c3c-a6b04f14a7df admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:12:01.674084 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-010db742-e6cf-4941-9c3c-a6b04f14a7df admin admin] Publish callbacks [] for subnet (74b3f195-fd59-4a7a-a687-7df7378601d4), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:12:01.815638 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-010db742-e6cf-4941-9c3c-a6b04f14a7df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8038045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783883592349'] for subnet (74b3f195-fd59-4a7a-a687-7df7378601d4), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:12:01.850059 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010db742-e6cf-4941-9c3c-a6b04f14a7df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:12:01.850647 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-010db742-e6cf-4941-9c3c-a6b04f14a7df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for subnet (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:12:01.851914 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-010db742-e6cf-4941-9c3c-a6b04f14a7df admin admin] 10.222.0.26 "PUT /networking/v2.0/subnets/74b3f195-fd59-4a7a-a687-7df7378601d4 HTTP/1.1" status: 200 len: 868 time: 0.2647152 Oct 01 04:12:01.855218 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0016e79-0db9-4f3d-87a2-0a847fd78907 None None] Network 730f77c4-9e3e-4460-ba70-f122a4a4c88f requested from dv-cinder-860044-1-iscsi {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 01 04:12:01.874157 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010db742-e6cf-4941-9c3c-a6b04f14a7df admin admin] Pushing event updated for resources: {'Subnet': ['ID=74b3f195-fd59-4a7a-a687-7df7378601d4,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:12:01.882392 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010db742-e6cf-4941-9c3c-a6b04f14a7df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:12:01.882728 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010db742-e6cf-4941-9c3c-a6b04f14a7df admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:12:01.883094 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010db742-e6cf-4941-9c3c-a6b04f14a7df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:12:01.883439 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010db742-e6cf-4941-9c3c-a6b04f14a7df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:12:01.883768 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010db742-e6cf-4941-9c3c-a6b04f14a7df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:12:01.884096 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010db742-e6cf-4941-9c3c-a6b04f14a7df admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:12:01.884421 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010db742-e6cf-4941-9c3c-a6b04f14a7df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:12:01.884742 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010db742-e6cf-4941-9c3c-a6b04f14a7df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:12:01.885115 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010db742-e6cf-4941-9c3c-a6b04f14a7df admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:12:01.885446 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010db742-e6cf-4941-9c3c-a6b04f14a7df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:12:01.885788 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010db742-e6cf-4941-9c3c-a6b04f14a7df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:12:01.886127 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010db742-e6cf-4941-9c3c-a6b04f14a7df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:12:01.886454 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010db742-e6cf-4941-9c3c-a6b04f14a7df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:12:01.886773 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010db742-e6cf-4941-9c3c-a6b04f14a7df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:12:01.887089 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010db742-e6cf-4941-9c3c-a6b04f14a7df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:12:02.238791 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-6d2882f9-e1ec-46fb-97ea-d1ab126103a8 None None] Provisioning complete for port 9cf710b0-beee-4070-87a0-668ec57ffb1f triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:12:02.239168 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6d2882f9-e1ec-46fb-97ea-d1ab126103a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (9cf710b0-beee-4070-87a0-668ec57ffb1f), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:12:02.239503 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-6d2882f9-e1ec-46fb-97ea-d1ab126103a8 None None] Attempt 1 to provision port 9cf710b0-beee-4070-87a0-668ec57ffb1f Oct 01 04:12:02.314353 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-6d2882f9-e1ec-46fb-97ea-d1ab126103a8 None None] Current status of the port 9cf710b0-beee-4070-87a0-668ec57ffb1f is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:12:02.322891 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-6d2882f9-e1ec-46fb-97ea-d1ab126103a8 None None] Provisioning complete for port fc1ef1a4-a192-4eb6-b897-be964807cf8a triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:12:02.323285 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6d2882f9-e1ec-46fb-97ea-d1ab126103a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (fc1ef1a4-a192-4eb6-b897-be964807cf8a), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:12:02.323625 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-6d2882f9-e1ec-46fb-97ea-d1ab126103a8 None None] Attempt 1 to provision port fc1ef1a4-a192-4eb6-b897-be964807cf8a Oct 01 04:12:02.393263 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-6d2882f9-e1ec-46fb-97ea-d1ab126103a8 None None] Current status of the port fc1ef1a4-a192-4eb6-b897-be964807cf8a is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:12:04.452082 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 59274) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:12:04.934244 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8e121d-e75d-4ab3-9562-0aafd7e42fe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:12:04.934703 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8e121d-e75d-4ab3-9562-0aafd7e42fe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:12:04.936214 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-eb8e121d-e75d-4ab3-9562-0aafd7e42fe9 admin admin] 10.222.0.26 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4831984 Oct 01 04:12:07.532952 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 59282) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:12:08.041696 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cbe855-46bd-4bc0-9396-da7c5981058c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:12:08.042158 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cbe855-46bd-4bc0-9396-da7c5981058c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:12:08.043671 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-50cbe855-46bd-4bc0-9396-da7c5981058c admin admin] 10.222.0.26 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5097737 Oct 01 04:12:10.622533 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 59290) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:12:10.991354 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:12:11.023459 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8591ee7f-9b53-44ce-973a-35ff17a812e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:12:11.024854 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-8591ee7f-9b53-44ce-973a-35ff17a812e7 admin admin] 10.222.0.26 "GET /networking/v2.0/networks/1c94595f-3990-43c2-b34b-d882a8bf5172 HTTP/1.1" status: 200 len: 886 time: 0.4013720 Oct 01 04:12:12.002410 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=19 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:12:12.005124 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=17 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:12:12.390318 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=41 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:12:12.391442 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=36 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:12:12.713046 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a26174aa-330a-4350-a1e6-2f6b295c6e22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (973633b6-dd94-436d-b3a5-971dbc41e63c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:12:13.617988 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 59298) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:12:14.022765 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:12:14.025722 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54da933a-6d43-47b2-976f-ac04cd108f53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:12:14.027096 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-54da933a-6d43-47b2-976f-ac04cd108f53 admin admin] 10.222.0.26 "GET /networking/v2.0/networks/730f77c4-9e3e-4460-ba70-f122a4a4c88f HTTP/1.1" status: 200 len: 869 time: 0.4081640 Oct 01 04:12:15.029261 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1adeee5a-22f7-4286-859a-d5474aa7b341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (797ac3f1-c973-4eec-9950-99ad88971ed1), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:12:16.191805 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55550f09-9bf2-4503-b16a-2d26c0a47f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (3f31be2c-2b77-4d66-9a3d-30b9eb89a668), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:12:16.632311 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 59306) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:12:17.034463 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbbf245-d057-4ce0-a692-38453c3c03f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:12:17.034912 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbbf245-d057-4ce0-a692-38453c3c03f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:12:17.036539 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-ccbbf245-d057-4ce0-a692-38453c3c03f7 admin admin] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4033079 Oct 01 04:12:17.617471 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (d8875dbe-87f1-4639-b3ef-79ff4b202d58), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:12:17.855661 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91c43220-b735-4568-b99e-ce3dc63ea20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (a017e3cb-dd0a-4c83-ac3d-dd65b6d6e9f8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:12:19.600645 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 59314) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:12:19.971167 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5301b529-42d3-4875-a954-d2fd57682e2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:12:19.971621 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5301b529-42d3-4875-a954-d2fd57682e2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:12:19.973400 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-5301b529-42d3-4875-a954-d2fd57682e2f admin admin] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3715637 Oct 01 04:12:22.576753 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 59322) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:12:22.934127 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a5cccf-5364-4328-af1b-0558d031c060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:12:22.936216 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-90a5cccf-5364-4328-af1b-0558d031c060 admin admin] 10.222.0.26 "GET /networking/v2.0/subnets/3c747529-64bf-417b-84a2-71abc1dc7574 HTTP/1.1" status: 200 len: 816 time: 0.3583288 Oct 01 04:12:25.511757 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 59330) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:12:25.873748 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0011cdde-4f72-4df2-bd77-1463c384414c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:12:25.875146 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-0011cdde-4f72-4df2-bd77-1463c384414c admin admin] 10.222.0.26 "GET /networking/v2.0/subnets/74b3f195-fd59-4a7a-a687-7df7378601d4 HTTP/1.1" status: 200 len: 868 time: 0.3624020 Oct 01 04:12:27.849642 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:12:27.851929 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:12:35.869008 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=24 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:12:35.870100 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=40 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:12:36.995446 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.agents_db [None req-12b97a57-14e3-4267-90b0-a9e0353f7932 None None] Agent healthcheck: found 5 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 01 04:12:42.716598 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d134032a-320e-4f47-b98e-3e054d479f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (973633b6-dd94-436d-b3a5-971dbc41e63c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:12:45.036463 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-580f263d-1780-4213-b635-cc581bfa552a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (797ac3f1-c973-4eec-9950-99ad88971ed1), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:12:46.194590 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55550f09-9bf2-4503-b16a-2d26c0a47f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (3f31be2c-2b77-4d66-9a3d-30b9eb89a668), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:12:47.621539 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (d8875dbe-87f1-4639-b3ef-79ff4b202d58), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:12:47.857328 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91c43220-b735-4568-b99e-ce3dc63ea20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (a017e3cb-dd0a-4c83-ac3d-dd65b6d6e9f8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:12:48.989452 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:12:48.998966 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=5 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:12:55.654260 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 59388) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:12:55.970572 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [None req-c2e3edcf-3830-4807-b4dc-4fc68337ea89 admin admin] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 01 04:12:55.971581 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-c2e3edcf-3830-4807-b4dc-4fc68337ea89 admin admin] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3163919 Oct 01 04:12:57.851492 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=9 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:12:57.853405 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:12:58.635928 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 59396) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:12:58.975410 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-de0ab7ab-ae8b-49cf-9342-7bc06f0f1b57 admin admin] GET failed (client error): The resource could not be found. Oct 01 04:12:58.976710 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-de0ab7ab-ae8b-49cf-9342-7bc06f0f1b57 admin admin] 10.222.0.26 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3398552 Oct 01 04:12:59.061390 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b9bcaf-d2c1-41a9-a1e2-73b1ec50c1d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:12:59.062851 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-00b9bcaf-d2c1-41a9-a1e2-73b1ec50c1d7 admin admin] 10.222.0.26 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0818288 Oct 01 04:13:01.668041 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 59404) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:13:01.995960 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-19f4ad81-c9b7-4373-804f-cbad54e73dda admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:13:02.016064 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f4ad81-c9b7-4373-804f-cbad54e73dda admin admin] Made reservation on behalf of 49c20dd6d2894e7799f891fe5467c7e0 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:13:02.018357 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-19f4ad81-c9b7-4373-804f-cbad54e73dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for network (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:13:02.046812 dv-cinder-860044-1-iscsi neutron-server[106387]: WARNING neutron.services.revisions.revision_plugin [None req-19f4ad81-c9b7-4373-804f-cbad54e73dda admin admin] Could not find related network for resource to bump revision. Oct 01 04:13:02.057819 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19f4ad81-c9b7-4373-804f-cbad54e73dda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 01 04:13:02.066972 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-19f4ad81-c9b7-4373-804f-cbad54e73dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916673'] for segment (8a2ecd51-c54b-4b7f-b4fa-b2925672cdf3), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:13:02.067303 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.db.segments_db [None req-19f4ad81-c9b7-4373-804f-cbad54e73dda admin admin] Added segment 8a2ecd51-c54b-4b7f-b4fa-b2925672cdf3 of type vlan for network faf66702-3f87-4e2b-8a3b-82a3ec3f7815 Oct 01 04:13:02.109814 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-19f4ad81-c9b7-4373-804f-cbad54e73dda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783883007151'] for network (faf66702-3f87-4e2b-8a3b-82a3ec3f7815), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:13:02.136572 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-19f4ad81-c9b7-4373-804f-cbad54e73dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8037924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598'] for network (faf66702-3f87-4e2b-8a3b-82a3ec3f7815), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:13:02.137600 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f4ad81-c9b7-4373-804f-cbad54e73dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:13:02.138178 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-19f4ad81-c9b7-4373-804f-cbad54e73dda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for network (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:13:02.190854 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-19f4ad81-c9b7-4373-804f-cbad54e73dda admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5217314 Oct 01 04:13:02.202483 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f4ad81-c9b7-4373-804f-cbad54e73dda admin admin] Pushing event updated for resources: {'Network': ['ID=faf66702-3f87-4e2b-8a3b-82a3ec3f7815,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:13:02.210699 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f4ad81-c9b7-4373-804f-cbad54e73dda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:13:02.211049 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f4ad81-c9b7-4373-804f-cbad54e73dda admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:13:02.211415 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f4ad81-c9b7-4373-804f-cbad54e73dda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:13:02.211763 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f4ad81-c9b7-4373-804f-cbad54e73dda admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:13:02.212098 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f4ad81-c9b7-4373-804f-cbad54e73dda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:13:02.212430 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f4ad81-c9b7-4373-804f-cbad54e73dda admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:13:02.212760 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f4ad81-c9b7-4373-804f-cbad54e73dda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:13:02.213123 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f4ad81-c9b7-4373-804f-cbad54e73dda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:13:02.213455 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f4ad81-c9b7-4373-804f-cbad54e73dda admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:13:02.213784 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f4ad81-c9b7-4373-804f-cbad54e73dda admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:13:02.214130 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f4ad81-c9b7-4373-804f-cbad54e73dda admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:13:02.214477 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f4ad81-c9b7-4373-804f-cbad54e73dda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:13:02.214807 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f4ad81-c9b7-4373-804f-cbad54e73dda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:13:02.215133 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f4ad81-c9b7-4373-804f-cbad54e73dda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:13:02.215455 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f4ad81-c9b7-4373-804f-cbad54e73dda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:13:02.227546 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Network faf66702-3f87-4e2b-8a3b-82a3ec3f7815 details requested by agent ovs-agent-dv-cinder-860044-1-iscsi with host dv-cinder-860044-1-iscsi {{(pid=106388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 01 04:13:04.813462 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 59412) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:13:05.147249 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-d286c87d-873b-405b-82ce-23f3b673809d admin admin] GET failed (client error): The resource could not be found. Oct 01 04:13:05.148634 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-d286c87d-873b-405b-82ce-23f3b673809d admin admin] 10.222.0.26 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3342128 Oct 01 04:13:05.227088 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda35b7f-fb6a-45d1-9e42-3a61f27195ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:13:05.228579 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-cda35b7f-fb6a-45d1-9e42-3a61f27195ac admin admin] 10.222.0.26 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0754051 Oct 01 04:13:05.238803 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-bfdd4541-3473-4927-ac03-6a22e5949907 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'faf66702-3f87-4e2b-8a3b-82a3ec3f7815', 'cidr': '192.168.233.0/24'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:13:05.258485 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfdd4541-3473-4927-ac03-6a22e5949907 admin admin] Made reservation on behalf of 49c20dd6d2894e7799f891fe5467c7e0 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:13:05.260951 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4541-3473-4927-ac03-6a22e5949907 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:13:05.443898 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4541-3473-4927-ac03-6a22e5949907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8038045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598'] for subnet (9e6811ee-a0f7-40c8-80d8-dd822087bead), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:13:05.505475 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdd4541-3473-4927-ac03-6a22e5949907 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e6811ee-a0f7-40c8-80d8-dd822087bead,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:13:05.519541 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdd4541-3473-4927-ac03-6a22e5949907 admin admin] Checking segment: {'id': '8a2ecd51-c54b-4b7f-b4fa-b2925672cdf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'faf66702-3f87-4e2b-8a3b-82a3ec3f7815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:13:05.519894 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdd4541-3473-4927-ac03-6a22e5949907 admin admin] Network hostable DHCP agents. Network: faf66702-3f87-4e2b-8a3b-82a3ec3f7815, hostable agents: ['973633b6-dd94-436d-b3a5-971dbc41e63c'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 01 04:13:05.540223 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdd4541-3473-4927-ac03-6a22e5949907 admin admin] Network faf66702-3f87-4e2b-8a3b-82a3ec3f7815 is scheduled to be hosted by DHCP agent 973633b6-dd94-436d-b3a5-971dbc41e63c with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 01 04:13:05.549428 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-bfdd4541-3473-4927-ac03-6a22e5949907 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860044-1-iscsi, faf66702-3f87-4e2b-8a3b-82a3ec3f7815) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:13:05.554410 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdd4541-3473-4927-ac03-6a22e5949907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:13:05.554993 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4541-3473-4927-ac03-6a22e5949907 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for subnet (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:13:05.559392 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9736d38a-5466-47db-a148-96d617e9badc None None] Network faf66702-3f87-4e2b-8a3b-82a3ec3f7815 requested from dv-cinder-860044-1-iscsi {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 01 04:13:05.579702 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-bfdd4541-3473-4927-ac03-6a22e5949907 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3410435 Oct 01 04:13:05.707254 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe93430-a1ea-4b5c-bd12-88a7404b4721 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5f5a84a-7395-5c72-8b88-a0c1e77c27fe-faf66702-3f87-4e2b-8a3b-82a3ec3f7815', 'network_id': 'faf66702-3f87-4e2b-8a3b-82a3ec3f7815', 'project_id': '49c20dd6d2894e7799f891fe5467c7e0', 'fixed_ips': [{'subnet_id': '9e6811ee-a0f7-40c8-80d8-dd822087bead'}]}} from dv-cinder-860044-1-iscsi. {{(pid=106388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 01 04:13:05.708176 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-efe93430-a1ea-4b5c-bd12-88a7404b4721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:13:05.946980 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-efe93430-a1ea-4b5c-bd12-88a7404b4721 None None] Allocated IP 192.168.233.2 (faf66702-3f87-4e2b-8a3b-82a3ec3f7815/9e6811ee-a0f7-40c8-80d8-dd822087bead/4366ced4-b2e8-46f7-a9af-bd20f2ea9cb0) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:13:06.101672 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-efe93430-a1ea-4b5c-bd12-88a7404b4721 None None] Publish callbacks [] for port (4366ced4-b2e8-46f7-a9af-bd20f2ea9cb0), precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:13:06.107414 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-efe93430-a1ea-4b5c-bd12-88a7404b4721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850'] for port (4366ced4-b2e8-46f7-a9af-bd20f2ea9cb0), after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:13:06.150485 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe93430-a1ea-4b5c-bd12-88a7404b4721 None None] Network faf66702-3f87-4e2b-8a3b-82a3ec3f7815 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:13:06.153707 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-efe93430-a1ea-4b5c-bd12-88a7404b4721 None None] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:13:06.157238 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe93430-a1ea-4b5c-bd12-88a7404b4721 None None] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:13:06.166643 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe93430-a1ea-4b5c-bd12-88a7404b4721 None None] Pushing event updated for resources: {'Port': ['ID=4366ced4-b2e8-46f7-a9af-bd20f2ea9cb0,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:13:06.191333 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe93430-a1ea-4b5c-bd12-88a7404b4721 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:13:06.191708 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe93430-a1ea-4b5c-bd12-88a7404b4721 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:13:06.192084 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe93430-a1ea-4b5c-bd12-88a7404b4721 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:13:06.192428 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe93430-a1ea-4b5c-bd12-88a7404b4721 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:13:06.192774 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe93430-a1ea-4b5c-bd12-88a7404b4721 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:13:06.193114 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe93430-a1ea-4b5c-bd12-88a7404b4721 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:13:06.193439 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe93430-a1ea-4b5c-bd12-88a7404b4721 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:13:06.193767 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe93430-a1ea-4b5c-bd12-88a7404b4721 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:13:06.194083 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe93430-a1ea-4b5c-bd12-88a7404b4721 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:13:06.194406 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe93430-a1ea-4b5c-bd12-88a7404b4721 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:13:06.194720 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe93430-a1ea-4b5c-bd12-88a7404b4721 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:13:06.195053 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe93430-a1ea-4b5c-bd12-88a7404b4721 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:13:06.195378 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe93430-a1ea-4b5c-bd12-88a7404b4721 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:13:06.195694 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe93430-a1ea-4b5c-bd12-88a7404b4721 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:13:06.196010 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe93430-a1ea-4b5c-bd12-88a7404b4721 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:13:06.233547 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-efe93430-a1ea-4b5c-bd12-88a7404b4721 None None] Attempting to bind port 4366ced4-b2e8-46f7-a9af-bd20f2ea9cb0 on host dv-cinder-860044-1-iscsi for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 01 04:13:06.233921 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-efe93430-a1ea-4b5c-bd12-88a7404b4721 None None] Attempting to bind port 4366ced4-b2e8-46f7-a9af-bd20f2ea9cb0 by drivers openvswitch,hyperv on host dv-cinder-860044-1-iscsi at level 0 using segments [{'id': '8a2ecd51-c54b-4b7f-b4fa-b2925672cdf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'faf66702-3f87-4e2b-8a3b-82a3ec3f7815'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 01 04:13:06.234310 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe93430-a1ea-4b5c-bd12-88a7404b4721 None None] Attempting to bind port 4366ced4-b2e8-46f7-a9af-bd20f2ea9cb0 on network faf66702-3f87-4e2b-8a3b-82a3ec3f7815 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:13:06.281763 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe93430-a1ea-4b5c-bd12-88a7404b4721 None None] Checking agent: {'id': 'd8875dbe-87f1-4639-b3ef-79ff4b202d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860044-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 1, 4, 9, 48), 'started_at': datetime.datetime(2022, 10, 1, 4, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 1, 4, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860044-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 01 04:13:06.282252 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe93430-a1ea-4b5c-bd12-88a7404b4721 None None] Checking segment: {'id': '8a2ecd51-c54b-4b7f-b4fa-b2925672cdf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'faf66702-3f87-4e2b-8a3b-82a3ec3f7815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:13:06.282720 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-efe93430-a1ea-4b5c-bd12-88a7404b4721 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:13:06.283190 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe93430-a1ea-4b5c-bd12-88a7404b4721 None None] Bound using segment: {'id': '8a2ecd51-c54b-4b7f-b4fa-b2925672cdf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'faf66702-3f87-4e2b-8a3b-82a3ec3f7815'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 01 04:13:06.283742 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-efe93430-a1ea-4b5c-bd12-88a7404b4721 None None] Bound port: 4366ced4-b2e8-46f7-a9af-bd20f2ea9cb0, host: dv-cinder-860044-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a2ecd51-c54b-4b7f-b4fa-b2925672cdf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'faf66702-3f87-4e2b-8a3b-82a3ec3f7815'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 01 04:13:06.284681 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-efe93430-a1ea-4b5c-bd12-88a7404b4721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (4366ced4-b2e8-46f7-a9af-bd20f2ea9cb0), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:13:06.347523 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-efe93430-a1ea-4b5c-bd12-88a7404b4721 None None] For port 4366ced4-b2e8-46f7-a9af-bd20f2ea9cb0, host dv-cinder-860044-1-iscsi, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 01 04:13:06.351246 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-efe93430-a1ea-4b5c-bd12-88a7404b4721 None None] For port 4366ced4-b2e8-46f7-a9af-bd20f2ea9cb0, host dv-cinder-860044-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=4366ced4-b2e8-46f7-a9af-bd20f2ea9cb0,segment=NetworkSegment(8a2ecd51-c54b-4b7f-b4fa-b2925672cdf3),segment_id=8a2ecd51-c54b-4b7f-b4fa-b2925672cdf3)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 01 04:13:06.357871 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-efe93430-a1ea-4b5c-bd12-88a7404b4721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (4366ced4-b2e8-46f7-a9af-bd20f2ea9cb0), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:13:06.416052 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe93430-a1ea-4b5c-bd12-88a7404b4721 None None] Pushing event updated for resources: {'Port': ['ID=4366ced4-b2e8-46f7-a9af-bd20f2ea9cb0,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:13:07.223609 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab69c27-c3f0-4a6a-98c1-75e2596bd000 None None] Network faf66702-3f87-4e2b-8a3b-82a3ec3f7815 requested from dv-cinder-860044-1-iscsi {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 01 04:13:07.290807 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:13:07.291596 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-608023ef-54b9-4eeb-a894-6a41be4fbe65 None None] Provisioning complete for port 4366ced4-b2e8-46f7-a9af-bd20f2ea9cb0 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:13:07.291976 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-608023ef-54b9-4eeb-a894-6a41be4fbe65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (4366ced4-b2e8-46f7-a9af-bd20f2ea9cb0), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:13:07.292312 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-608023ef-54b9-4eeb-a894-6a41be4fbe65 None None] Attempt 1 to provision port 4366ced4-b2e8-46f7-a9af-bd20f2ea9cb0 Oct 01 04:13:07.327754 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:13:07.421409 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-608023ef-54b9-4eeb-a894-6a41be4fbe65 None None] Current status of the port 4366ced4-b2e8-46f7-a9af-bd20f2ea9cb0 is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:13:07.421800 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-608023ef-54b9-4eeb-a894-6a41be4fbe65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (4366ced4-b2e8-46f7-a9af-bd20f2ea9cb0), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:13:07.475059 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-608023ef-54b9-4eeb-a894-6a41be4fbe65 None None] For port 4366ced4-b2e8-46f7-a9af-bd20f2ea9cb0, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=4366ced4-b2e8-46f7-a9af-bd20f2ea9cb0,segment=NetworkSegment(8a2ecd51-c54b-4b7f-b4fa-b2925672cdf3),segment_id=8a2ecd51-c54b-4b7f-b4fa-b2925672cdf3)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:13:07.482858 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-608023ef-54b9-4eeb-a894-6a41be4fbe65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (4366ced4-b2e8-46f7-a9af-bd20f2ea9cb0), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:13:07.551285 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608023ef-54b9-4eeb-a894-6a41be4fbe65 None None] Pushing event updated for resources: {'Port': ['ID=4366ced4-b2e8-46f7-a9af-bd20f2ea9cb0,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:13:07.557803 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 4366ced4-b2e8-46f7-a9af-bd20f2ea9cb0 up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:13:07.613392 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-b81dcffd-7f10-4ec0-80c2-3b85c9a87870 None None] Provisioning complete for port 4366ced4-b2e8-46f7-a9af-bd20f2ea9cb0 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:13:07.613801 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b81dcffd-7f10-4ec0-80c2-3b85c9a87870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (4366ced4-b2e8-46f7-a9af-bd20f2ea9cb0), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:13:07.614146 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-b81dcffd-7f10-4ec0-80c2-3b85c9a87870 None None] Attempt 1 to provision port 4366ced4-b2e8-46f7-a9af-bd20f2ea9cb0 Oct 01 04:13:07.650111 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port 4366ced4-b2e8-46f7-a9af-bd20f2ea9cb0 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:13:07.650497 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (4366ced4-b2e8-46f7-a9af-bd20f2ea9cb0), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:13:07.650843 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port 4366ced4-b2e8-46f7-a9af-bd20f2ea9cb0 Oct 01 04:13:07.730496 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-b81dcffd-7f10-4ec0-80c2-3b85c9a87870 None None] Current status of the port 4366ced4-b2e8-46f7-a9af-bd20f2ea9cb0 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:13:07.765605 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port 4366ced4-b2e8-46f7-a9af-bd20f2ea9cb0 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:13:09.461064 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 4366ced4-b2e8-46f7-a9af-bd20f2ea9cb0 up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:13:09.510257 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port 4366ced4-b2e8-46f7-a9af-bd20f2ea9cb0 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:13:09.510651 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (4366ced4-b2e8-46f7-a9af-bd20f2ea9cb0), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:13:09.510990 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port 4366ced4-b2e8-46f7-a9af-bd20f2ea9cb0 Oct 01 04:13:09.583682 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port 4366ced4-b2e8-46f7-a9af-bd20f2ea9cb0 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:13:12.718856 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e6935c1b-9760-42dd-a129-c3e81087cb05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (973633b6-dd94-436d-b3a5-971dbc41e63c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:13:13.993926 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.agents_db [None req-12b97a57-14e3-4267-90b0-a9e0353f7932 None None] Agent healthcheck: found 5 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 01 04:13:15.029158 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2197db4e-41f6-4a2e-a93a-367e73df3266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (797ac3f1-c973-4eec-9950-99ad88971ed1), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:13:15.561800 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=81,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:13:15.564578 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=79,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:13:16.198660 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55550f09-9bf2-4503-b16a-2d26c0a47f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (3f31be2c-2b77-4d66-9a3d-30b9eb89a668), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:13:17.625723 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (d8875dbe-87f1-4639-b3ef-79ff4b202d58), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:13:17.861495 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91c43220-b735-4568-b99e-ce3dc63ea20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (a017e3cb-dd0a-4c83-ac3d-dd65b6d6e9f8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:13:26.002968 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:13:26.003756 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=5 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:13:27.855837 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:13:27.857844 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:13:40.984792 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:13:40.985580 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:13:42.722053 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7208c7be-a576-4188-b862-9b60e1c12a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (973633b6-dd94-436d-b3a5-971dbc41e63c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:13:45.032567 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c03e10cb-acd4-4c3e-8794-ce4bcb4c95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (797ac3f1-c973-4eec-9950-99ad88971ed1), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:13:46.202429 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55550f09-9bf2-4503-b16a-2d26c0a47f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (3f31be2c-2b77-4d66-9a3d-30b9eb89a668), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:13:47.629763 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (d8875dbe-87f1-4639-b3ef-79ff4b202d58), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:13:47.864279 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91c43220-b735-4568-b99e-ce3dc63ea20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (a017e3cb-dd0a-4c83-ac3d-dd65b6d6e9f8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:13:50.992872 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.agents_db [None req-12b97a57-14e3-4267-90b0-a9e0353f7932 None None] Agent healthcheck: found 5 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 01 04:13:57.626259 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:13:57.860300 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:14:03.005386 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=5 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:14:03.010442 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:14:12.723641 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c2e34f71-e6c2-41dc-9c8b-9dfe34162daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (973633b6-dd94-436d-b3a5-971dbc41e63c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:14:15.035557 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5d900e84-111f-4f32-b571-f9ab82f5989c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (797ac3f1-c973-4eec-9950-99ad88971ed1), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:14:16.203230 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55550f09-9bf2-4503-b16a-2d26c0a47f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (3f31be2c-2b77-4d66-9a3d-30b9eb89a668), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:14:17.633367 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (d8875dbe-87f1-4639-b3ef-79ff4b202d58), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:14:17.869489 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91c43220-b735-4568-b99e-ce3dc63ea20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (a017e3cb-dd0a-4c83-ac3d-dd65b6d6e9f8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:14:20.302643 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 59454) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:14:20.308210 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [None req-be1b9211-af0e-4cab-a8ee-156e3291b94f tempest-verify_tempest_config-1884532347 tempest-verify_tempest_config-1884532347-project] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 01 04:14:20.309236 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-be1b9211-af0e-4cab-a8ee-156e3291b94f tempest-verify_tempest_config-1884532347 tempest-verify_tempest_config-1884532347-project] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0056100 Oct 01 04:14:20.819940 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 59472) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:14:21.144552 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d81db178-2b2e-4206-ac70-826012fa83f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:14:21.222367 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d81db178-2b2e-4206-ac70-826012fa83f5 admin admin] Publish callbacks [] for security_group (13746c3b-7be3-4f79-a4be-d2a7663fb3c5), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:14:21.226259 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d81db178-2b2e-4206-ac70-826012fa83f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (13746c3b-7be3-4f79-a4be-d2a7663fb3c5), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:14:21.273344 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81db178-2b2e-4206-ac70-826012fa83f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13746c3b-7be3-4f79-a4be-d2a7663fb3c5,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:14:21.278063 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-d81db178-2b2e-4206-ac70-826012fa83f5 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=61be4973daa844309b37815ce59a1e0d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4571602 Oct 01 04:14:21.281253 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 59476) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:14:21.283408 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81db178-2b2e-4206-ac70-826012fa83f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:14:21.283761 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81db178-2b2e-4206-ac70-826012fa83f5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:14:21.284125 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81db178-2b2e-4206-ac70-826012fa83f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:14:21.284466 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81db178-2b2e-4206-ac70-826012fa83f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:14:21.284796 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81db178-2b2e-4206-ac70-826012fa83f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:14:21.285151 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81db178-2b2e-4206-ac70-826012fa83f5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:14:21.285481 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81db178-2b2e-4206-ac70-826012fa83f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:14:21.285806 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81db178-2b2e-4206-ac70-826012fa83f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:14:21.286156 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81db178-2b2e-4206-ac70-826012fa83f5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:14:21.286485 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81db178-2b2e-4206-ac70-826012fa83f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:14:21.286827 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81db178-2b2e-4206-ac70-826012fa83f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:14:21.287173 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81db178-2b2e-4206-ac70-826012fa83f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:14:21.287499 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81db178-2b2e-4206-ac70-826012fa83f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:14:21.287820 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81db178-2b2e-4206-ac70-826012fa83f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:14:21.288140 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81db178-2b2e-4206-ac70-826012fa83f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:14:21.363879 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-e47eb39a-ce35-46f0-a6a4-a0e0b81026b0 admin admin] Publish callbacks [] for security_group (13746c3b-7be3-4f79-a4be-d2a7663fb3c5), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:14:21.383346 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-e47eb39a-ce35-46f0-a6a4-a0e0b81026b0 admin admin] Publish callbacks [] for security_group (13746c3b-7be3-4f79-a4be-d2a7663fb3c5), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:14:21.482700 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-e47eb39a-ce35-46f0-a6a4-a0e0b81026b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (13746c3b-7be3-4f79-a4be-d2a7663fb3c5), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:14:21.485415 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-e47eb39a-ce35-46f0-a6a4-a0e0b81026b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:14:21.486535 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-e47eb39a-ce35-46f0-a6a4-a0e0b81026b0 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/13746c3b-7be3-4f79-a4be-d2a7663fb3c5 HTTP/1.1" status: 204 len: 168 time: 0.2038047 Oct 01 04:14:21.494658 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47eb39a-ce35-46f0-a6a4-a0e0b81026b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13746c3b-7be3-4f79-a4be-d2a7663fb3c5,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:14:21.506930 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47eb39a-ce35-46f0-a6a4-a0e0b81026b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:14:21.507286 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47eb39a-ce35-46f0-a6a4-a0e0b81026b0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:14:21.507750 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47eb39a-ce35-46f0-a6a4-a0e0b81026b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:14:21.507964 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47eb39a-ce35-46f0-a6a4-a0e0b81026b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:14:21.508301 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47eb39a-ce35-46f0-a6a4-a0e0b81026b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:14:21.508632 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47eb39a-ce35-46f0-a6a4-a0e0b81026b0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:14:21.508983 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47eb39a-ce35-46f0-a6a4-a0e0b81026b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:14:21.509312 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47eb39a-ce35-46f0-a6a4-a0e0b81026b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:14:21.509641 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47eb39a-ce35-46f0-a6a4-a0e0b81026b0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:14:21.509964 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47eb39a-ce35-46f0-a6a4-a0e0b81026b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:14:21.510304 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47eb39a-ce35-46f0-a6a4-a0e0b81026b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:14:21.510659 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47eb39a-ce35-46f0-a6a4-a0e0b81026b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:14:21.510971 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47eb39a-ce35-46f0-a6a4-a0e0b81026b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:14:21.511290 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47eb39a-ce35-46f0-a6a4-a0e0b81026b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:14:21.511611 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47eb39a-ce35-46f0-a6a4-a0e0b81026b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:14:21.513011 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47eb39a-ce35-46f0-a6a4-a0e0b81026b0 admin admin] Tracked resource versions report: Oct 01 04:14:21.513011 dv-cinder-860044-1-iscsi neutron-server[106386]: pushed versions: Oct 01 04:14:21.513011 dv-cinder-860044-1-iscsi neutron-server[106386]: { 'AddressGroup': {'1.2'}, Oct 01 04:14:21.513011 dv-cinder-860044-1-iscsi neutron-server[106386]: 'Agent': {'1.1'}, Oct 01 04:14:21.513011 dv-cinder-860044-1-iscsi neutron-server[106386]: 'ConntrackHelper': {'1.0'}, Oct 01 04:14:21.513011 dv-cinder-860044-1-iscsi neutron-server[106386]: 'LocalIPAssociation': {'1.0'}, Oct 01 04:14:21.513011 dv-cinder-860044-1-iscsi neutron-server[106386]: 'Log': {'1.0'}, Oct 01 04:14:21.513011 dv-cinder-860044-1-iscsi neutron-server[106386]: 'NDPProxy': {'1.0'}, Oct 01 04:14:21.513011 dv-cinder-860044-1-iscsi neutron-server[106386]: 'Network': {'1.1'}, Oct 01 04:14:21.513011 dv-cinder-860044-1-iscsi neutron-server[106386]: 'Port': {'1.7'}, Oct 01 04:14:21.513011 dv-cinder-860044-1-iscsi neutron-server[106386]: 'PortForwarding': {'1.3'}, Oct 01 04:14:21.513011 dv-cinder-860044-1-iscsi neutron-server[106386]: 'QosPolicy': {'1.10'}, Oct 01 04:14:21.513011 dv-cinder-860044-1-iscsi neutron-server[106386]: 'SecurityGroup': {'1.5'}, Oct 01 04:14:21.513011 dv-cinder-860044-1-iscsi neutron-server[106386]: 'SecurityGroupRule': {'1.2'}, Oct 01 04:14:21.513011 dv-cinder-860044-1-iscsi neutron-server[106386]: 'SubPort': {'1.0'}, Oct 01 04:14:21.513011 dv-cinder-860044-1-iscsi neutron-server[106386]: 'Subnet': {'1.1'}, Oct 01 04:14:21.513011 dv-cinder-860044-1-iscsi neutron-server[106386]: 'Trunk': {'1.1'}} Oct 01 04:14:21.513011 dv-cinder-860044-1-iscsi neutron-server[106386]: consumer versions: Oct 01 04:14:21.513011 dv-cinder-860044-1-iscsi neutron-server[106386]: { DHCP agent@dv-cinder-860044-1-iscsi: {}, Oct 01 04:14:21.513011 dv-cinder-860044-1-iscsi neutron-server[106386]: L3 agent@dv-cinder-860044-1-iscsi: {}, Oct 01 04:14:21.513011 dv-cinder-860044-1-iscsi neutron-server[106386]: Metadata agent@dv-cinder-860044-1-iscsi: {}, Oct 01 04:14:21.513011 dv-cinder-860044-1-iscsi neutron-server[106386]: Metering agent@dv-cinder-860044-1-iscsi: {}, Oct 01 04:14:21.513011 dv-cinder-860044-1-iscsi neutron-server[106386]: Open vSwitch agent@dv-cinder-860044-1-iscsi: { 'AddressGroup': '1.2', Oct 01 04:14:21.513011 dv-cinder-860044-1-iscsi neutron-server[106386]: 'Agent': '1.1', Oct 01 04:14:21.513011 dv-cinder-860044-1-iscsi neutron-server[106386]: 'ConntrackHelper': '1.0', Oct 01 04:14:21.513011 dv-cinder-860044-1-iscsi neutron-server[106386]: 'LocalIPAssociation': '1.0', Oct 01 04:14:21.513011 dv-cinder-860044-1-iscsi neutron-server[106386]: 'Log': '1.0', Oct 01 04:14:21.513011 dv-cinder-860044-1-iscsi neutron-server[106386]: 'NDPProxy': '1.0', Oct 01 04:14:21.513011 dv-cinder-860044-1-iscsi neutron-server[106386]: 'Network': '1.1', Oct 01 04:14:21.513011 dv-cinder-860044-1-iscsi neutron-server[106386]: 'Port': '1.7', Oct 01 04:14:21.513011 dv-cinder-860044-1-iscsi neutron-server[106386]: 'PortForwarding': '1.3', Oct 01 04:14:21.513011 dv-cinder-860044-1-iscsi neutron-server[106386]: 'QosPolicy': '1.10', Oct 01 04:14:21.513011 dv-cinder-860044-1-iscsi neutron-server[106386]: 'SecurityGroup': '1.5', Oct 01 04:14:21.513011 dv-cinder-860044-1-iscsi neutron-server[106386]: 'SecurityGroupRule': '1.2', Oct 01 04:14:21.513011 dv-cinder-860044-1-iscsi neutron-server[106386]: 'SubPort': '1.0', Oct 01 04:14:21.513011 dv-cinder-860044-1-iscsi neutron-server[106386]: 'Subnet': '1.1', Oct 01 04:14:21.513011 dv-cinder-860044-1-iscsi neutron-server[106386]: 'Trunk': '1.1'}} Oct 01 04:14:21.513011 dv-cinder-860044-1-iscsi neutron-server[106386]: {{(pid=106386) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 01 04:14:27.865125 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:14:27.992616 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.agents_db [None req-12b97a57-14e3-4267-90b0-a9e0353f7932 None None] Agent healthcheck: found 5 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 01 04:14:31.271953 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=17,neutron:INSERT=6 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:14:31.276267 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=22,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:14:31.497955 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:14:31.502257 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:14:31.552036 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:14:42.016619 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=18 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:14:42.018728 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=16 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:14:42.725910 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6e4d52c7-79ff-470b-90ec-bd9e366c8b03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (973633b6-dd94-436d-b3a5-971dbc41e63c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:14:45.038442 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e86d6ab7-a201-43b6-81fc-92c285d451b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (797ac3f1-c973-4eec-9950-99ad88971ed1), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:14:46.206081 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55550f09-9bf2-4503-b16a-2d26c0a47f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (3f31be2c-2b77-4d66-9a3d-30b9eb89a668), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:14:47.635579 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (d8875dbe-87f1-4639-b3ef-79ff4b202d58), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:14:47.874199 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91c43220-b735-4568-b99e-ce3dc63ea20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (a017e3cb-dd0a-4c83-ac3d-dd65b6d6e9f8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:14:57.868214 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:14:57.870130 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:15:04.991643 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.agents_db [None req-12b97a57-14e3-4267-90b0-a9e0353f7932 None None] Agent healthcheck: found 5 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 01 04:15:12.729315 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cad099a8-850d-4393-b1cd-a24aa95a3cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (973633b6-dd94-436d-b3a5-971dbc41e63c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:15:15.044152 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-affc1ad0-1488-4aaf-974e-a22402e007ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (797ac3f1-c973-4eec-9950-99ad88971ed1), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:15:16.211573 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55550f09-9bf2-4503-b16a-2d26c0a47f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (3f31be2c-2b77-4d66-9a3d-30b9eb89a668), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:15:17.022382 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=4 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:15:17.023090 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=4 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:15:17.637922 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (d8875dbe-87f1-4639-b3ef-79ff4b202d58), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:15:17.878090 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91c43220-b735-4568-b99e-ce3dc63ea20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (a017e3cb-dd0a-4c83-ac3d-dd65b6d6e9f8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:15:27.871695 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:15:27.873698 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:15:40.988893 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:15:40.989691 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:15:41.990026 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.agents_db [None req-12b97a57-14e3-4267-90b0-a9e0353f7932 None None] Agent healthcheck: found 5 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 01 04:15:42.731303 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e31cb83d-9cd1-4be0-9881-880fbd3c6096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (973633b6-dd94-436d-b3a5-971dbc41e63c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:15:45.045935 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-34492e68-ca6f-4100-b2fd-2f2ca6f98fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (797ac3f1-c973-4eec-9950-99ad88971ed1), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:15:46.211475 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55550f09-9bf2-4503-b16a-2d26c0a47f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (3f31be2c-2b77-4d66-9a3d-30b9eb89a668), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:15:47.643761 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (d8875dbe-87f1-4639-b3ef-79ff4b202d58), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:15:47.985461 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91c43220-b735-4568-b99e-ce3dc63ea20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (a017e3cb-dd0a-4c83-ac3d-dd65b6d6e9f8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:15:52.702340 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7990989'] for agent (2c3964fb-7920-4c48-8672-be15ccfa9ce8), after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:15:54.013267 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=4 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:15:54.018289 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=4 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:15:57.980453 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:16:02.698998 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:16:06.301214 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 59574) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:16:06.430053 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-07a2a667-6344-4ad2-ae4b-62c14138f682 admin admin] 10.222.0.26 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1278496 Oct 01 04:16:08.901622 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 59584) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:16:08.961964 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-cb947f5c-94f3-4c01-852b-c91a5353fcc5 admin admin] 10.222.0.26 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0593283 Oct 01 04:16:12.734193 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-31eff285-a57c-474a-aa08-9b7721e51679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (973633b6-dd94-436d-b3a5-971dbc41e63c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:16:15.052512 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cbb23074-9dd1-40bd-8e35-f2f0bcf2ce71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (797ac3f1-c973-4eec-9950-99ad88971ed1), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:16:16.213313 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55550f09-9bf2-4503-b16a-2d26c0a47f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (3f31be2c-2b77-4d66-9a3d-30b9eb89a668), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:16:16.423082 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:16:16.424335 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:16:17.636304 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (d8875dbe-87f1-4639-b3ef-79ff4b202d58), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:16:17.884176 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91c43220-b735-4568-b99e-ce3dc63ea20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (a017e3cb-dd0a-4c83-ac3d-dd65b6d6e9f8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:16:18.956253 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:16:18.988016 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.agents_db [None req-12b97a57-14e3-4267-90b0-a9e0353f7932 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 01 04:16:22.682592 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (2c3964fb-7920-4c48-8672-be15ccfa9ce8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:16:31.009661 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:16:31.014812 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=5 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:16:32.676751 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:16:32.678684 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:16:42.011127 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=13 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:16:42.013122 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=13 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:16:42.736132 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d07aba7a-def9-4b88-b153-33559922e034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (973633b6-dd94-436d-b3a5-971dbc41e63c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:16:45.046831 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d702c89c-48ab-4271-abf9-1ae281a6affc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (797ac3f1-c973-4eec-9950-99ad88971ed1), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:16:46.217859 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55550f09-9bf2-4503-b16a-2d26c0a47f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (3f31be2c-2b77-4d66-9a3d-30b9eb89a668), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:16:47.637825 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (d8875dbe-87f1-4639-b3ef-79ff4b202d58), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:16:47.887182 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91c43220-b735-4568-b99e-ce3dc63ea20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (a017e3cb-dd0a-4c83-ac3d-dd65b6d6e9f8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:16:52.684165 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (2c3964fb-7920-4c48-8672-be15ccfa9ce8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:16:55.988184 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.agents_db [None req-12b97a57-14e3-4267-90b0-a9e0353f7932 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 01 04:17:02.674153 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:02.680127 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:08.006801 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:08.011365 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=7 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:12.738429 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c5570f60-f128-48ab-b1b9-2a4410ba5c79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (973633b6-dd94-436d-b3a5-971dbc41e63c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:15.050669 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9b1bcbe6-6abf-43ab-90d6-36d21e801a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (797ac3f1-c973-4eec-9950-99ad88971ed1), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:16.218787 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55550f09-9bf2-4503-b16a-2d26c0a47f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (3f31be2c-2b77-4d66-9a3d-30b9eb89a668), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:17.639437 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (d8875dbe-87f1-4639-b3ef-79ff4b202d58), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:17.891063 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91c43220-b735-4568-b99e-ce3dc63ea20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (a017e3cb-dd0a-4c83-ac3d-dd65b6d6e9f8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:22.702445 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (2c3964fb-7920-4c48-8672-be15ccfa9ce8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:32.694188 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:32.696905 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:32.988107 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.agents_db [None req-12b97a57-14e3-4267-90b0-a9e0353f7932 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 01 04:17:41.028568 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 59800) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:17:41.360305 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 59832) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:17:41.418598 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-9ab1698b-5c8a-47a8-93af-f96ec433b6bd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1121395474-network', 'tenant_id': '839c91c5262a49768c3e937b5a034137'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:17:41.424637 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 59838) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:17:41.441391 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab1698b-5c8a-47a8-93af-f96ec433b6bd admin admin] Made reservation on behalf of 839c91c5262a49768c3e937b5a034137 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:17:41.443981 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9ab1698b-5c8a-47a8-93af-f96ec433b6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for network (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:41.452738 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9ab1698b-5c8a-47a8-93af-f96ec433b6bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:41.467238 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 59846) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:17:41.539876 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9ab1698b-5c8a-47a8-93af-f96ec433b6bd admin admin] Publish callbacks [] for security_group (fd20ad52-105d-439c-b7f3-c3f9c51fb537), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:41.543453 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9ab1698b-5c8a-47a8-93af-f96ec433b6bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (fd20ad52-105d-439c-b7f3-c3f9c51fb537), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:41.575367 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ab1698b-5c8a-47a8-93af-f96ec433b6bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 01 04:17:41.577623 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab1698b-5c8a-47a8-93af-f96ec433b6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd20ad52-105d-439c-b7f3-c3f9c51fb537,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:17:41.590332 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab1698b-5c8a-47a8-93af-f96ec433b6bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:41.590675 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab1698b-5c8a-47a8-93af-f96ec433b6bd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:41.591196 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab1698b-5c8a-47a8-93af-f96ec433b6bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:41.591535 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab1698b-5c8a-47a8-93af-f96ec433b6bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:41.592026 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab1698b-5c8a-47a8-93af-f96ec433b6bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:41.592535 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab1698b-5c8a-47a8-93af-f96ec433b6bd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:41.593227 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab1698b-5c8a-47a8-93af-f96ec433b6bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:41.593878 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab1698b-5c8a-47a8-93af-f96ec433b6bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:41.594372 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab1698b-5c8a-47a8-93af-f96ec433b6bd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:41.594843 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab1698b-5c8a-47a8-93af-f96ec433b6bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:41.595987 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab1698b-5c8a-47a8-93af-f96ec433b6bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:41.596496 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab1698b-5c8a-47a8-93af-f96ec433b6bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:41.597009 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab1698b-5c8a-47a8-93af-f96ec433b6bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:41.597505 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab1698b-5c8a-47a8-93af-f96ec433b6bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:41.597994 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab1698b-5c8a-47a8-93af-f96ec433b6bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:41.599312 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab1698b-5c8a-47a8-93af-f96ec433b6bd admin admin] Tracked resource versions report: Oct 01 04:17:41.599312 dv-cinder-860044-1-iscsi neutron-server[106387]: pushed versions: Oct 01 04:17:41.599312 dv-cinder-860044-1-iscsi neutron-server[106387]: { 'AddressGroup': {'1.2'}, Oct 01 04:17:41.599312 dv-cinder-860044-1-iscsi neutron-server[106387]: 'Agent': {'1.1'}, Oct 01 04:17:41.599312 dv-cinder-860044-1-iscsi neutron-server[106387]: 'ConntrackHelper': {'1.0'}, Oct 01 04:17:41.599312 dv-cinder-860044-1-iscsi neutron-server[106387]: 'LocalIPAssociation': {'1.0'}, Oct 01 04:17:41.599312 dv-cinder-860044-1-iscsi neutron-server[106387]: 'Log': {'1.0'}, Oct 01 04:17:41.599312 dv-cinder-860044-1-iscsi neutron-server[106387]: 'NDPProxy': {'1.0'}, Oct 01 04:17:41.599312 dv-cinder-860044-1-iscsi neutron-server[106387]: 'Network': {'1.1'}, Oct 01 04:17:41.599312 dv-cinder-860044-1-iscsi neutron-server[106387]: 'Port': {'1.7'}, Oct 01 04:17:41.599312 dv-cinder-860044-1-iscsi neutron-server[106387]: 'PortForwarding': {'1.3'}, Oct 01 04:17:41.599312 dv-cinder-860044-1-iscsi neutron-server[106387]: 'QosPolicy': {'1.10'}, Oct 01 04:17:41.599312 dv-cinder-860044-1-iscsi neutron-server[106387]: 'SecurityGroup': {'1.5'}, Oct 01 04:17:41.599312 dv-cinder-860044-1-iscsi neutron-server[106387]: 'SecurityGroupRule': {'1.2'}, Oct 01 04:17:41.599312 dv-cinder-860044-1-iscsi neutron-server[106387]: 'SubPort': {'1.0'}, Oct 01 04:17:41.599312 dv-cinder-860044-1-iscsi neutron-server[106387]: 'Subnet': {'1.1'}, Oct 01 04:17:41.599312 dv-cinder-860044-1-iscsi neutron-server[106387]: 'Trunk': {'1.1'}} Oct 01 04:17:41.599312 dv-cinder-860044-1-iscsi neutron-server[106387]: consumer versions: Oct 01 04:17:41.599312 dv-cinder-860044-1-iscsi neutron-server[106387]: { DHCP agent@dv-cinder-860044-1-iscsi: {}, Oct 01 04:17:41.599312 dv-cinder-860044-1-iscsi neutron-server[106387]: HyperV agent@hv-cinder-86004: {}, Oct 01 04:17:41.599312 dv-cinder-860044-1-iscsi neutron-server[106387]: L3 agent@dv-cinder-860044-1-iscsi: {}, Oct 01 04:17:41.599312 dv-cinder-860044-1-iscsi neutron-server[106387]: Metadata agent@dv-cinder-860044-1-iscsi: {}, Oct 01 04:17:41.599312 dv-cinder-860044-1-iscsi neutron-server[106387]: Metering agent@dv-cinder-860044-1-iscsi: {}, Oct 01 04:17:41.599312 dv-cinder-860044-1-iscsi neutron-server[106387]: Open vSwitch agent@dv-cinder-860044-1-iscsi: { 'AddressGroup': '1.2', Oct 01 04:17:41.599312 dv-cinder-860044-1-iscsi neutron-server[106387]: 'Agent': '1.1', Oct 01 04:17:41.599312 dv-cinder-860044-1-iscsi neutron-server[106387]: 'ConntrackHelper': '1.0', Oct 01 04:17:41.599312 dv-cinder-860044-1-iscsi neutron-server[106387]: 'LocalIPAssociation': '1.0', Oct 01 04:17:41.599312 dv-cinder-860044-1-iscsi neutron-server[106387]: 'Log': '1.0', Oct 01 04:17:41.599312 dv-cinder-860044-1-iscsi neutron-server[106387]: 'NDPProxy': '1.0', Oct 01 04:17:41.599312 dv-cinder-860044-1-iscsi neutron-server[106387]: 'Network': '1.1', Oct 01 04:17:41.599312 dv-cinder-860044-1-iscsi neutron-server[106387]: 'Port': '1.7', Oct 01 04:17:41.599312 dv-cinder-860044-1-iscsi neutron-server[106387]: 'PortForwarding': '1.3', Oct 01 04:17:41.599312 dv-cinder-860044-1-iscsi neutron-server[106387]: 'QosPolicy': '1.10', Oct 01 04:17:41.599312 dv-cinder-860044-1-iscsi neutron-server[106387]: 'SecurityGroup': '1.5', Oct 01 04:17:41.599312 dv-cinder-860044-1-iscsi neutron-server[106387]: 'SecurityGroupRule': '1.2', Oct 01 04:17:41.599312 dv-cinder-860044-1-iscsi neutron-server[106387]: 'SubPort': '1.0', Oct 01 04:17:41.599312 dv-cinder-860044-1-iscsi neutron-server[106387]: 'Subnet': '1.1', Oct 01 04:17:41.599312 dv-cinder-860044-1-iscsi neutron-server[106387]: 'Trunk': '1.1'}} Oct 01 04:17:41.599312 dv-cinder-860044-1-iscsi neutron-server[106387]: {{(pid=106387) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 01 04:17:41.607264 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9ab1698b-5c8a-47a8-93af-f96ec433b6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916673'] for segment (4d8a2818-cf71-436d-a62b-4fe2056acb81), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:41.607610 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.db.segments_db [None req-9ab1698b-5c8a-47a8-93af-f96ec433b6bd admin admin] Added segment 4d8a2818-cf71-436d-a62b-4fe2056acb81 of type vlan for network 9e21d865-d526-49ca-8e76-21cf583604c4 Oct 01 04:17:41.651830 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9ab1698b-5c8a-47a8-93af-f96ec433b6bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783883007151'] for network (9e21d865-d526-49ca-8e76-21cf583604c4), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:41.678310 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9ab1698b-5c8a-47a8-93af-f96ec433b6bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8037924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598'] for network (9e21d865-d526-49ca-8e76-21cf583604c4), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:41.679389 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab1698b-5c8a-47a8-93af-f96ec433b6bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:17:41.679964 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9ab1698b-5c8a-47a8-93af-f96ec433b6bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for network (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:41.732508 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-c0caa96f-fab2-4819-9ed4-f0627701bf2c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-180303181-network', 'tenant_id': '16cd7bcb315d4dc58f73a9918adb57e2'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:17:41.765254 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab1698b-5c8a-47a8-93af-f96ec433b6bd admin admin] Pushing event updated for resources: {'Network': ['ID=9e21d865-d526-49ca-8e76-21cf583604c4,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:17:41.774276 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0caa96f-fab2-4819-9ed4-f0627701bf2c admin admin] Made reservation on behalf of 16cd7bcb315d4dc58f73a9918adb57e2 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:17:41.776676 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c0caa96f-fab2-4819-9ed4-f0627701bf2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for network (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:41.776844 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Network 9e21d865-d526-49ca-8e76-21cf583604c4 details requested by agent ovs-agent-dv-cinder-860044-1-iscsi with host dv-cinder-860044-1-iscsi {{(pid=106388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 01 04:17:41.789184 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-9ab1698b-5c8a-47a8-93af-f96ec433b6bd admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7588902 Oct 01 04:17:41.792298 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 59858) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:17:41.798751 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [None req-b5cf62f9-28a0-4116-9b16-a5da898cacb5 admin admin] Request body: {'subnet': {'network_id': '9e21d865-d526-49ca-8e76-21cf583604c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1121395474-subnet', 'tenant_id': '839c91c5262a49768c3e937b5a034137', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:17:41.803584 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c0caa96f-fab2-4819-9ed4-f0627701bf2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:41.849935 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5cf62f9-28a0-4116-9b16-a5da898cacb5 admin admin] Made reservation on behalf of 839c91c5262a49768c3e937b5a034137 for: {'subnet': 1} {{(pid=106386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:17:41.856910 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b5cf62f9-28a0-4116-9b16-a5da898cacb5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:41.946037 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [None req-19611861-fd09-40a4-ae05-0f8a8d97d688 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1219296695-network', 'tenant_id': '19d87f6d9adf4ce98e934187ec8ae0d7'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:17:41.947956 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c0caa96f-fab2-4819-9ed4-f0627701bf2c admin admin] Publish callbacks [] for security_group (8d4df881-b3c1-497c-ae2b-fcf3450f8869), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:41.952903 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c0caa96f-fab2-4819-9ed4-f0627701bf2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (8d4df881-b3c1-497c-ae2b-fcf3450f8869), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:41.980273 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [None req-9f3eaf76-97b3-4da0-aded-ae9934a19e87 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1737244353-network', 'tenant_id': 'c1b321c355e94b8496955f09f547f561'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:17:41.984978 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0caa96f-fab2-4819-9ed4-f0627701bf2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 01 04:17:42.006773 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:42.010603 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c0caa96f-fab2-4819-9ed4-f0627701bf2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916673'] for segment (456799c3-9e2a-4334-9278-8f3823819afe), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:42.011143 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.db.segments_db [None req-c0caa96f-fab2-4819-9ed4-f0627701bf2c admin admin] Added segment 456799c3-9e2a-4334-9278-8f3823819afe of type vlan for network 3af0afc2-a8fa-427e-a8af-57c40105fd2b Oct 01 04:17:42.012884 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0caa96f-fab2-4819-9ed4-f0627701bf2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4df881-b3c1-497c-ae2b-fcf3450f8869,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:17:42.017442 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19611861-fd09-40a4-ae05-0f8a8d97d688 admin admin] Made reservation on behalf of 19d87f6d9adf4ce98e934187ec8ae0d7 for: {'network': 1} {{(pid=106386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:17:42.020069 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-19611861-fd09-40a4-ae05-0f8a8d97d688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for network (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:42.045919 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-19611861-fd09-40a4-ae05-0f8a8d97d688 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:42.058847 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3eaf76-97b3-4da0-aded-ae9934a19e87 admin admin] Made reservation on behalf of c1b321c355e94b8496955f09f547f561 for: {'network': 1} {{(pid=106386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:17:42.061437 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9f3eaf76-97b3-4da0-aded-ae9934a19e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for network (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:42.070460 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c0caa96f-fab2-4819-9ed4-f0627701bf2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783883007151'] for network (3af0afc2-a8fa-427e-a8af-57c40105fd2b), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:42.106709 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c0caa96f-fab2-4819-9ed4-f0627701bf2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8037924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598'] for network (3af0afc2-a8fa-427e-a8af-57c40105fd2b), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:42.108050 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0caa96f-fab2-4819-9ed4-f0627701bf2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:17:42.109049 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c0caa96f-fab2-4819-9ed4-f0627701bf2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for network (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:42.144967 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-c0caa96f-fab2-4819-9ed4-f0627701bf2c admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7827988 Oct 01 04:17:42.145985 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 59888) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:17:42.177871 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9f3eaf76-97b3-4da0-aded-ae9934a19e87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:42.189786 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-4b2587cf-175f-4983-a85e-47ead0361ed9 admin admin] Request body: {'subnet': {'network_id': '3af0afc2-a8fa-427e-a8af-57c40105fd2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-180303181-subnet', 'tenant_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:17:42.204300 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-19611861-fd09-40a4-ae05-0f8a8d97d688 admin admin] Publish callbacks [] for security_group (ce3a6d24-956e-4e6f-a132-0dbaeea7cc9a), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:42.219871 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-19611861-fd09-40a4-ae05-0f8a8d97d688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (ce3a6d24-956e-4e6f-a132-0dbaeea7cc9a), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:42.224951 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0caa96f-fab2-4819-9ed4-f0627701bf2c admin admin] Pushing event updated for resources: {'Network': ['ID=3af0afc2-a8fa-427e-a8af-57c40105fd2b,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:17:42.234003 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2587cf-175f-4983-a85e-47ead0361ed9 admin admin] Made reservation on behalf of 16cd7bcb315d4dc58f73a9918adb57e2 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:17:42.236742 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4b2587cf-175f-4983-a85e-47ead0361ed9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:42.239233 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Network 3af0afc2-a8fa-427e-a8af-57c40105fd2b details requested by agent ovs-agent-dv-cinder-860044-1-iscsi with host dv-cinder-860044-1-iscsi {{(pid=106388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 01 04:17:42.248785 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19611861-fd09-40a4-ae05-0f8a8d97d688 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=106386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 01 04:17:42.268003 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-19611861-fd09-40a4-ae05-0f8a8d97d688 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783883502273', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916673'] for segment (2ed9749a-eb3b-4451-b7b7-83bb473f5fb1), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:42.269417 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-19611861-fd09-40a4-ae05-0f8a8d97d688 admin admin] Unsubscribe: segment precommit_create {{(pid=106386) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 01 04:17:42.270125 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.db.segments_db [None req-19611861-fd09-40a4-ae05-0f8a8d97d688 admin admin] Added segment 2ed9749a-eb3b-4451-b7b7-83bb473f5fb1 of type vlan for network 41ad6d82-393d-469b-ad56-b82ab9a77fee Oct 01 04:17:42.363773 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-19611861-fd09-40a4-ae05-0f8a8d97d688 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783883007151'] for network (41ad6d82-393d-469b-ad56-b82ab9a77fee), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:42.439359 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=5 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:42.444127 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4b2587cf-175f-4983-a85e-47ead0361ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8038045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598'] for subnet (89891fb7-0571-4637-a13e-eaebabac5342), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:42.444398 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-19611861-fd09-40a4-ae05-0f8a8d97d688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8037924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598'] for network (41ad6d82-393d-469b-ad56-b82ab9a77fee), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:42.446460 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19611861-fd09-40a4-ae05-0f8a8d97d688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:17:42.447623 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-19611861-fd09-40a4-ae05-0f8a8d97d688 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for network (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:42.461037 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19611861-fd09-40a4-ae05-0f8a8d97d688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3a6d24-956e-4e6f-a132-0dbaeea7cc9a,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:17:42.482099 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19611861-fd09-40a4-ae05-0f8a8d97d688 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:42.482461 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19611861-fd09-40a4-ae05-0f8a8d97d688 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:42.482830 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19611861-fd09-40a4-ae05-0f8a8d97d688 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:42.486163 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19611861-fd09-40a4-ae05-0f8a8d97d688 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:42.486745 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19611861-fd09-40a4-ae05-0f8a8d97d688 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:42.487439 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19611861-fd09-40a4-ae05-0f8a8d97d688 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:42.488450 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19611861-fd09-40a4-ae05-0f8a8d97d688 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:42.489039 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19611861-fd09-40a4-ae05-0f8a8d97d688 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:42.489606 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19611861-fd09-40a4-ae05-0f8a8d97d688 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:42.490661 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19611861-fd09-40a4-ae05-0f8a8d97d688 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:42.491830 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19611861-fd09-40a4-ae05-0f8a8d97d688 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:42.492382 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19611861-fd09-40a4-ae05-0f8a8d97d688 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:42.493201 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19611861-fd09-40a4-ae05-0f8a8d97d688 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:42.493724 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19611861-fd09-40a4-ae05-0f8a8d97d688 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:42.494286 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19611861-fd09-40a4-ae05-0f8a8d97d688 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:42.495882 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19611861-fd09-40a4-ae05-0f8a8d97d688 admin admin] Tracked resource versions report: Oct 01 04:17:42.495882 dv-cinder-860044-1-iscsi neutron-server[106386]: pushed versions: Oct 01 04:17:42.495882 dv-cinder-860044-1-iscsi neutron-server[106386]: { 'AddressGroup': {'1.2'}, Oct 01 04:17:42.495882 dv-cinder-860044-1-iscsi neutron-server[106386]: 'Agent': {'1.1'}, Oct 01 04:17:42.495882 dv-cinder-860044-1-iscsi neutron-server[106386]: 'ConntrackHelper': {'1.0'}, Oct 01 04:17:42.495882 dv-cinder-860044-1-iscsi neutron-server[106386]: 'LocalIPAssociation': {'1.0'}, Oct 01 04:17:42.495882 dv-cinder-860044-1-iscsi neutron-server[106386]: 'Log': {'1.0'}, Oct 01 04:17:42.495882 dv-cinder-860044-1-iscsi neutron-server[106386]: 'NDPProxy': {'1.0'}, Oct 01 04:17:42.495882 dv-cinder-860044-1-iscsi neutron-server[106386]: 'Network': {'1.1'}, Oct 01 04:17:42.495882 dv-cinder-860044-1-iscsi neutron-server[106386]: 'Port': {'1.7'}, Oct 01 04:17:42.495882 dv-cinder-860044-1-iscsi neutron-server[106386]: 'PortForwarding': {'1.3'}, Oct 01 04:17:42.495882 dv-cinder-860044-1-iscsi neutron-server[106386]: 'QosPolicy': {'1.10'}, Oct 01 04:17:42.495882 dv-cinder-860044-1-iscsi neutron-server[106386]: 'SecurityGroup': {'1.5'}, Oct 01 04:17:42.495882 dv-cinder-860044-1-iscsi neutron-server[106386]: 'SecurityGroupRule': {'1.2'}, Oct 01 04:17:42.495882 dv-cinder-860044-1-iscsi neutron-server[106386]: 'SubPort': {'1.0'}, Oct 01 04:17:42.495882 dv-cinder-860044-1-iscsi neutron-server[106386]: 'Subnet': {'1.1'}, Oct 01 04:17:42.495882 dv-cinder-860044-1-iscsi neutron-server[106386]: 'Trunk': {'1.1'}} Oct 01 04:17:42.495882 dv-cinder-860044-1-iscsi neutron-server[106386]: consumer versions: Oct 01 04:17:42.495882 dv-cinder-860044-1-iscsi neutron-server[106386]: { DHCP agent@dv-cinder-860044-1-iscsi: {}, Oct 01 04:17:42.495882 dv-cinder-860044-1-iscsi neutron-server[106386]: HyperV agent@hv-cinder-86004: {}, Oct 01 04:17:42.495882 dv-cinder-860044-1-iscsi neutron-server[106386]: L3 agent@dv-cinder-860044-1-iscsi: {}, Oct 01 04:17:42.495882 dv-cinder-860044-1-iscsi neutron-server[106386]: Metadata agent@dv-cinder-860044-1-iscsi: {}, Oct 01 04:17:42.495882 dv-cinder-860044-1-iscsi neutron-server[106386]: Metering agent@dv-cinder-860044-1-iscsi: {}, Oct 01 04:17:42.495882 dv-cinder-860044-1-iscsi neutron-server[106386]: Open vSwitch agent@dv-cinder-860044-1-iscsi: { 'AddressGroup': '1.2', Oct 01 04:17:42.495882 dv-cinder-860044-1-iscsi neutron-server[106386]: 'Agent': '1.1', Oct 01 04:17:42.495882 dv-cinder-860044-1-iscsi neutron-server[106386]: 'ConntrackHelper': '1.0', Oct 01 04:17:42.495882 dv-cinder-860044-1-iscsi neutron-server[106386]: 'LocalIPAssociation': '1.0', Oct 01 04:17:42.495882 dv-cinder-860044-1-iscsi neutron-server[106386]: 'Log': '1.0', Oct 01 04:17:42.495882 dv-cinder-860044-1-iscsi neutron-server[106386]: 'NDPProxy': '1.0', Oct 01 04:17:42.495882 dv-cinder-860044-1-iscsi neutron-server[106386]: 'Network': '1.1', Oct 01 04:17:42.495882 dv-cinder-860044-1-iscsi neutron-server[106386]: 'Port': '1.7', Oct 01 04:17:42.495882 dv-cinder-860044-1-iscsi neutron-server[106386]: 'PortForwarding': '1.3', Oct 01 04:17:42.495882 dv-cinder-860044-1-iscsi neutron-server[106386]: 'QosPolicy': '1.10', Oct 01 04:17:42.495882 dv-cinder-860044-1-iscsi neutron-server[106386]: 'SecurityGroup': '1.5', Oct 01 04:17:42.495882 dv-cinder-860044-1-iscsi neutron-server[106386]: 'SecurityGroupRule': '1.2', Oct 01 04:17:42.495882 dv-cinder-860044-1-iscsi neutron-server[106386]: 'SubPort': '1.0', Oct 01 04:17:42.495882 dv-cinder-860044-1-iscsi neutron-server[106386]: 'Subnet': '1.1', Oct 01 04:17:42.495882 dv-cinder-860044-1-iscsi neutron-server[106386]: 'Trunk': '1.1'}} Oct 01 04:17:42.495882 dv-cinder-860044-1-iscsi neutron-server[106386]: {{(pid=106386) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 01 04:17:42.515475 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-19611861-fd09-40a4-ae05-0f8a8d97d688 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0881522 Oct 01 04:17:42.518308 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 59898) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:17:42.535413 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2587cf-175f-4983-a85e-47ead0361ed9 admin admin] Checking segment: {'id': '456799c3-9e2a-4334-9278-8f3823819afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3af0afc2-a8fa-427e-a8af-57c40105fd2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:17:42.536104 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2587cf-175f-4983-a85e-47ead0361ed9 admin admin] Network hostable DHCP agents. Network: 3af0afc2-a8fa-427e-a8af-57c40105fd2b, hostable agents: ['973633b6-dd94-436d-b3a5-971dbc41e63c'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 01 04:17:42.538114 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [None req-fa7ecb95-aad5-40c4-a273-4610eeda7a6c admin admin] Request body: {'subnet': {'network_id': '41ad6d82-393d-469b-ad56-b82ab9a77fee', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1219296695-subnet', 'tenant_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:17:42.547503 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2587cf-175f-4983-a85e-47ead0361ed9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89891fb7-0571-4637-a13e-eaebabac5342,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:17:42.562876 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2587cf-175f-4983-a85e-47ead0361ed9 admin admin] Network 3af0afc2-a8fa-427e-a8af-57c40105fd2b is scheduled to be hosted by DHCP agent 973633b6-dd94-436d-b3a5-971dbc41e63c with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 01 04:17:42.575490 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-4b2587cf-175f-4983-a85e-47ead0361ed9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860044-1-iscsi, 3af0afc2-a8fa-427e-a8af-57c40105fd2b) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:17:42.586266 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2587cf-175f-4983-a85e-47ead0361ed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:17:42.586969 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4b2587cf-175f-4983-a85e-47ead0361ed9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for subnet (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:42.587285 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7ecb95-aad5-40c4-a273-4610eeda7a6c admin admin] Made reservation on behalf of 19d87f6d9adf4ce98e934187ec8ae0d7 for: {'subnet': 1} {{(pid=106386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:17:42.588614 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df93bd1-6ea0-42f3-b639-25efbf525c53 None None] Network 3af0afc2-a8fa-427e-a8af-57c40105fd2b requested from dv-cinder-860044-1-iscsi {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 01 04:17:42.590279 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-fa7ecb95-aad5-40c4-a273-4610eeda7a6c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:42.614310 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-4b2587cf-175f-4983-a85e-47ead0361ed9 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4649439 Oct 01 04:17:42.615016 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 59900) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:17:42.620626 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-8f07d29e-d678-4206-be8d-df7ab0b91262 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-180303181-router', 'tenant_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:17:42.646860 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8f07d29e-d678-4206-be8d-df7ab0b91262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7988434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65120'] for router (bd3e2cc2-4a45-4937-a829-76647eb9c5f8), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:42.648003 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8f07d29e-d678-4206-be8d-df7ab0b91262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7994759', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8109887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3219'] for router (bd3e2cc2-4a45-4937-a829-76647eb9c5f8), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:42.784049 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:42.791118 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8f07d29e-d678-4206-be8d-df7ab0b91262 admin admin] Publish callbacks [] for router_controller (bd3e2cc2-4a45-4937-a829-76647eb9c5f8), precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:42.852359 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19611861-fd09-40a4-ae05-0f8a8d97d688 admin admin] Pushing event updated for resources: {'Network': ['ID=41ad6d82-393d-469b-ad56-b82ab9a77fee,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:17:42.921862 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Network 41ad6d82-393d-469b-ad56-b82ab9a77fee details requested by agent ovs-agent-dv-cinder-860044-1-iscsi with host dv-cinder-860044-1-iscsi {{(pid=106388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 01 04:17:42.946856 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2623285c-5293-431e-abd2-79de387bab98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (973633b6-dd94-436d-b3a5-971dbc41e63c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:42.949954 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8f07d29e-d678-4206-be8d-df7ab0b91262 admin admin] Publish callbacks [] for router_gateway (bd3e2cc2-4a45-4937-a829-76647eb9c5f8), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:42.971552 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa2e482-5e5d-4ea9-b72b-18f277094f2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5f5a84a-7395-5c72-8b88-a0c1e77c27fe-3af0afc2-a8fa-427e-a8af-57c40105fd2b', 'network_id': '3af0afc2-a8fa-427e-a8af-57c40105fd2b', 'project_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'fixed_ips': [{'subnet_id': '89891fb7-0571-4637-a13e-eaebabac5342'}]}} from dv-cinder-860044-1-iscsi. {{(pid=106388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 01 04:17:42.973567 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9aa2e482-5e5d-4ea9-b72b-18f277094f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:43.196317 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b5cf62f9-28a0-4116-9b16-a5da898cacb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8038045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598'] for subnet (5be7b0c5-9e6d-4922-a242-c74e298031bb), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:43.211329 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8f07d29e-d678-4206-be8d-df7ab0b91262 admin admin] Publish callbacks [] for router_gateway (bd3e2cc2-4a45-4937-a829-76647eb9c5f8), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:43.234649 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-9aa2e482-5e5d-4ea9-b72b-18f277094f2e None None] Allocated IP 172.20.0.2 (3af0afc2-a8fa-427e-a8af-57c40105fd2b/89891fb7-0571-4637-a13e-eaebabac5342/5bd9c7e6-f8d1-4658-b832-4fc8f74db724) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:17:43.235141 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8f07d29e-d678-4206-be8d-df7ab0b91262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:43.304112 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=72,neutron:INSERT=24,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:43.337463 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:43.357492 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9f3eaf76-97b3-4da0-aded-ae9934a19e87 admin admin] Publish callbacks [] for security_group (62dc82da-c37b-47c1-9a97-aee660e3fa39), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:43.368975 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-8f07d29e-d678-4206-be8d-df7ab0b91262 admin admin] Allocated IP 172.27.2.229 (1c94595f-3990-43c2-b34b-d882a8bf5172/3c747529-64bf-417b-84a2-71abc1dc7574/fcc80e9b-d217-4578-b3d7-051e03c8ba8c) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:17:43.392594 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9f3eaf76-97b3-4da0-aded-ae9934a19e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (62dc82da-c37b-47c1-9a97-aee660e3fa39), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:43.479367 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-fa7ecb95-aad5-40c4-a273-4610eeda7a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8038045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598'] for subnet (d3f0d177-35e4-4cba-a762-d1357d3a9c11), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:43.484293 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f3eaf76-97b3-4da0-aded-ae9934a19e87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=106386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 01 04:17:43.492625 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cf62f9-28a0-4116-9b16-a5da898cacb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5be7b0c5-9e6d-4922-a242-c74e298031bb,revision_number=0']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:17:43.514497 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9aa2e482-5e5d-4ea9-b72b-18f277094f2e None None] Publish callbacks [] for port (5bd9c7e6-f8d1-4658-b832-4fc8f74db724), precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:43.537593 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9f3eaf76-97b3-4da0-aded-ae9934a19e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916673'] for segment (51709e80-dc59-468f-acd2-9bd2e5ce513c), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:43.537801 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9aa2e482-5e5d-4ea9-b72b-18f277094f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850'] for port (5bd9c7e6-f8d1-4658-b832-4fc8f74db724), after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:43.538078 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.db.segments_db [None req-9f3eaf76-97b3-4da0-aded-ae9934a19e87 admin admin] Added segment 51709e80-dc59-468f-acd2-9bd2e5ce513c of type vlan for network 8dd89a22-dfc1-4ff5-8687-6381c17de176 Oct 01 04:17:43.575350 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3eaf76-97b3-4da0-aded-ae9934a19e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62dc82da-c37b-47c1-9a97-aee660e3fa39,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:17:43.592388 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cf62f9-28a0-4116-9b16-a5da898cacb5 admin admin] Checking segment: {'id': '4d8a2818-cf71-436d-a62b-4fe2056acb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9e21d865-d526-49ca-8e76-21cf583604c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:17:43.593050 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cf62f9-28a0-4116-9b16-a5da898cacb5 admin admin] Network hostable DHCP agents. Network: 9e21d865-d526-49ca-8e76-21cf583604c4, hostable agents: ['973633b6-dd94-436d-b3a5-971dbc41e63c'], hosted agents: [] {{(pid=106386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 01 04:17:43.655841 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=8 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:43.663601 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:43.667712 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa2e482-5e5d-4ea9-b72b-18f277094f2e None None] Pushing event updated for resources: {'Port': ['ID=5bd9c7e6-f8d1-4658-b832-4fc8f74db724,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:17:43.669224 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9f3eaf76-97b3-4da0-aded-ae9934a19e87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783883007151'] for network (8dd89a22-dfc1-4ff5-8687-6381c17de176), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:43.678105 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ecb95-aad5-40c4-a273-4610eeda7a6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3f0d177-35e4-4cba-a762-d1357d3a9c11,revision_number=0']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:17:43.693886 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa2e482-5e5d-4ea9-b72b-18f277094f2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:43.694913 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa2e482-5e5d-4ea9-b72b-18f277094f2e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:43.695453 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa2e482-5e5d-4ea9-b72b-18f277094f2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:43.696610 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa2e482-5e5d-4ea9-b72b-18f277094f2e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:43.697130 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa2e482-5e5d-4ea9-b72b-18f277094f2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:43.697616 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa2e482-5e5d-4ea9-b72b-18f277094f2e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:43.698127 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa2e482-5e5d-4ea9-b72b-18f277094f2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:43.698644 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa2e482-5e5d-4ea9-b72b-18f277094f2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:43.699137 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa2e482-5e5d-4ea9-b72b-18f277094f2e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:43.700294 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa2e482-5e5d-4ea9-b72b-18f277094f2e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:43.700813 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa2e482-5e5d-4ea9-b72b-18f277094f2e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:43.702313 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa2e482-5e5d-4ea9-b72b-18f277094f2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:43.702912 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa2e482-5e5d-4ea9-b72b-18f277094f2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:43.703404 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa2e482-5e5d-4ea9-b72b-18f277094f2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:43.703894 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa2e482-5e5d-4ea9-b72b-18f277094f2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:43.705864 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa2e482-5e5d-4ea9-b72b-18f277094f2e None None] Tracked resource versions report: Oct 01 04:17:43.705864 dv-cinder-860044-1-iscsi neutron-server[106388]: pushed versions: Oct 01 04:17:43.705864 dv-cinder-860044-1-iscsi neutron-server[106388]: { 'AddressGroup': {'1.2'}, Oct 01 04:17:43.705864 dv-cinder-860044-1-iscsi neutron-server[106388]: 'Agent': {'1.1'}, Oct 01 04:17:43.705864 dv-cinder-860044-1-iscsi neutron-server[106388]: 'ConntrackHelper': {'1.0'}, Oct 01 04:17:43.705864 dv-cinder-860044-1-iscsi neutron-server[106388]: 'LocalIPAssociation': {'1.0'}, Oct 01 04:17:43.705864 dv-cinder-860044-1-iscsi neutron-server[106388]: 'Log': {'1.0'}, Oct 01 04:17:43.705864 dv-cinder-860044-1-iscsi neutron-server[106388]: 'NDPProxy': {'1.0'}, Oct 01 04:17:43.705864 dv-cinder-860044-1-iscsi neutron-server[106388]: 'Network': {'1.1'}, Oct 01 04:17:43.705864 dv-cinder-860044-1-iscsi neutron-server[106388]: 'Port': {'1.7'}, Oct 01 04:17:43.705864 dv-cinder-860044-1-iscsi neutron-server[106388]: 'PortForwarding': {'1.3'}, Oct 01 04:17:43.705864 dv-cinder-860044-1-iscsi neutron-server[106388]: 'QosPolicy': {'1.10'}, Oct 01 04:17:43.705864 dv-cinder-860044-1-iscsi neutron-server[106388]: 'SecurityGroup': {'1.5'}, Oct 01 04:17:43.705864 dv-cinder-860044-1-iscsi neutron-server[106388]: 'SecurityGroupRule': {'1.2'}, Oct 01 04:17:43.705864 dv-cinder-860044-1-iscsi neutron-server[106388]: 'SubPort': {'1.0'}, Oct 01 04:17:43.705864 dv-cinder-860044-1-iscsi neutron-server[106388]: 'Subnet': {'1.1'}, Oct 01 04:17:43.705864 dv-cinder-860044-1-iscsi neutron-server[106388]: 'Trunk': {'1.1'}} Oct 01 04:17:43.705864 dv-cinder-860044-1-iscsi neutron-server[106388]: consumer versions: Oct 01 04:17:43.705864 dv-cinder-860044-1-iscsi neutron-server[106388]: { DHCP agent@dv-cinder-860044-1-iscsi: {}, Oct 01 04:17:43.705864 dv-cinder-860044-1-iscsi neutron-server[106388]: HyperV agent@hv-cinder-86004: {}, Oct 01 04:17:43.705864 dv-cinder-860044-1-iscsi neutron-server[106388]: L3 agent@dv-cinder-860044-1-iscsi: {}, Oct 01 04:17:43.705864 dv-cinder-860044-1-iscsi neutron-server[106388]: Metadata agent@dv-cinder-860044-1-iscsi: {}, Oct 01 04:17:43.705864 dv-cinder-860044-1-iscsi neutron-server[106388]: Metering agent@dv-cinder-860044-1-iscsi: {}, Oct 01 04:17:43.705864 dv-cinder-860044-1-iscsi neutron-server[106388]: Open vSwitch agent@dv-cinder-860044-1-iscsi: { 'AddressGroup': '1.2', Oct 01 04:17:43.705864 dv-cinder-860044-1-iscsi neutron-server[106388]: 'Agent': '1.1', Oct 01 04:17:43.705864 dv-cinder-860044-1-iscsi neutron-server[106388]: 'ConntrackHelper': '1.0', Oct 01 04:17:43.705864 dv-cinder-860044-1-iscsi neutron-server[106388]: 'LocalIPAssociation': '1.0', Oct 01 04:17:43.705864 dv-cinder-860044-1-iscsi neutron-server[106388]: 'Log': '1.0', Oct 01 04:17:43.705864 dv-cinder-860044-1-iscsi neutron-server[106388]: 'NDPProxy': '1.0', Oct 01 04:17:43.705864 dv-cinder-860044-1-iscsi neutron-server[106388]: 'Network': '1.1', Oct 01 04:17:43.705864 dv-cinder-860044-1-iscsi neutron-server[106388]: 'Port': '1.7', Oct 01 04:17:43.705864 dv-cinder-860044-1-iscsi neutron-server[106388]: 'PortForwarding': '1.3', Oct 01 04:17:43.705864 dv-cinder-860044-1-iscsi neutron-server[106388]: 'QosPolicy': '1.10', Oct 01 04:17:43.705864 dv-cinder-860044-1-iscsi neutron-server[106388]: 'SecurityGroup': '1.5', Oct 01 04:17:43.705864 dv-cinder-860044-1-iscsi neutron-server[106388]: 'SecurityGroupRule': '1.2', Oct 01 04:17:43.705864 dv-cinder-860044-1-iscsi neutron-server[106388]: 'SubPort': '1.0', Oct 01 04:17:43.705864 dv-cinder-860044-1-iscsi neutron-server[106388]: 'Subnet': '1.1', Oct 01 04:17:43.705864 dv-cinder-860044-1-iscsi neutron-server[106388]: 'Trunk': '1.1'}} Oct 01 04:17:43.705864 dv-cinder-860044-1-iscsi neutron-server[106388]: {{(pid=106388) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 01 04:17:43.731861 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cf62f9-28a0-4116-9b16-a5da898cacb5 admin admin] Network 9e21d865-d526-49ca-8e76-21cf583604c4 is scheduled to be hosted by DHCP agent 973633b6-dd94-436d-b3a5-971dbc41e63c with binding_index 1 {{(pid=106386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 01 04:17:43.733387 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa2e482-5e5d-4ea9-b72b-18f277094f2e None None] Network 3af0afc2-a8fa-427e-a8af-57c40105fd2b is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:17:43.734872 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-9aa2e482-5e5d-4ea9-b72b-18f277094f2e None None] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:17:43.738758 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa2e482-5e5d-4ea9-b72b-18f277094f2e None None] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:17:43.766625 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7ecb95-aad5-40c4-a273-4610eeda7a6c admin admin] Checking segment: {'id': '2ed9749a-eb3b-4451-b7b7-83bb473f5fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '41ad6d82-393d-469b-ad56-b82ab9a77fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:17:43.768003 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7ecb95-aad5-40c4-a273-4610eeda7a6c admin admin] Network hostable DHCP agents. Network: 41ad6d82-393d-469b-ad56-b82ab9a77fee, hostable agents: ['973633b6-dd94-436d-b3a5-971dbc41e63c'], hosted agents: [] {{(pid=106386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 01 04:17:43.803354 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9f3eaf76-97b3-4da0-aded-ae9934a19e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8037924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598'] for network (8dd89a22-dfc1-4ff5-8687-6381c17de176), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:43.815120 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3eaf76-97b3-4da0-aded-ae9934a19e87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:17:43.817248 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-9aa2e482-5e5d-4ea9-b72b-18f277094f2e None None] Attempting to bind port 5bd9c7e6-f8d1-4658-b832-4fc8f74db724 on host dv-cinder-860044-1-iscsi for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 01 04:17:43.817628 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-9aa2e482-5e5d-4ea9-b72b-18f277094f2e None None] Attempting to bind port 5bd9c7e6-f8d1-4658-b832-4fc8f74db724 by drivers openvswitch,hyperv on host dv-cinder-860044-1-iscsi at level 0 using segments [{'id': '456799c3-9e2a-4334-9278-8f3823819afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3af0afc2-a8fa-427e-a8af-57c40105fd2b'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 01 04:17:43.818048 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa2e482-5e5d-4ea9-b72b-18f277094f2e None None] Attempting to bind port 5bd9c7e6-f8d1-4658-b832-4fc8f74db724 on network 3af0afc2-a8fa-427e-a8af-57c40105fd2b {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:17:43.820448 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9f3eaf76-97b3-4da0-aded-ae9934a19e87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for network (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:43.842592 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-b5cf62f9-28a0-4116-9b16-a5da898cacb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860044-1-iscsi, 9e21d865-d526-49ca-8e76-21cf583604c4) {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:17:43.895756 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0829d9-633b-43ee-bf7e-5fd7565dd556 None None] Network 9e21d865-d526-49ca-8e76-21cf583604c4 requested from dv-cinder-860044-1-iscsi {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 01 04:17:43.931547 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cf62f9-28a0-4116-9b16-a5da898cacb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:17:43.931766 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b5cf62f9-28a0-4116-9b16-a5da898cacb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for subnet (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:43.965318 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-9f3eaf76-97b3-4da0-aded-ae9934a19e87 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4968963 Oct 01 04:17:43.966001 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7ecb95-aad5-40c4-a273-4610eeda7a6c admin admin] Network 41ad6d82-393d-469b-ad56-b82ab9a77fee is scheduled to be hosted by DHCP agent 973633b6-dd94-436d-b3a5-971dbc41e63c with binding_index 1 {{(pid=106386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 01 04:17:43.974754 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8f07d29e-d678-4206-be8d-df7ab0b91262 admin admin] Publish callbacks [] for port (fcc80e9b-d217-4578-b3d7-051e03c8ba8c), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:43.982001 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 59966) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:17:43.983130 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:43.998589 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-48c3ee99-6653-4d3e-8354-e7472726437a admin admin] Request body: {'subnet': {'network_id': '8dd89a22-dfc1-4ff5-8687-6381c17de176', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1737244353-subnet', 'tenant_id': 'c1b321c355e94b8496955f09f547f561', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:17:44.007803 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-fa7ecb95-aad5-40c4-a273-4610eeda7a6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860044-1-iscsi, 41ad6d82-393d-469b-ad56-b82ab9a77fee) {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:17:44.019088 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-b5cf62f9-28a0-4116-9b16-a5da898cacb5 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.2253535 Oct 01 04:17:44.021966 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 59970) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:17:44.026289 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7ecb95-aad5-40c4-a273-4610eeda7a6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:17:44.027128 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-fa7ecb95-aad5-40c4-a273-4610eeda7a6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for subnet (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:44.029531 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3eaf76-97b3-4da0-aded-ae9934a19e87 admin admin] Pushing event updated for resources: {'Network': ['ID=8dd89a22-dfc1-4ff5-8687-6381c17de176,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:17:44.034938 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa2e482-5e5d-4ea9-b72b-18f277094f2e None None] Checking agent: {'id': 'd8875dbe-87f1-4639-b3ef-79ff4b202d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860044-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 1, 4, 9, 48), 'started_at': datetime.datetime(2022, 10, 1, 4, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 1, 4, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860044-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 01 04:17:44.036528 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa2e482-5e5d-4ea9-b72b-18f277094f2e None None] Checking segment: {'id': '456799c3-9e2a-4334-9278-8f3823819afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3af0afc2-a8fa-427e-a8af-57c40105fd2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:17:44.042150 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9aa2e482-5e5d-4ea9-b72b-18f277094f2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:44.044083 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa2e482-5e5d-4ea9-b72b-18f277094f2e None None] Bound using segment: {'id': '456799c3-9e2a-4334-9278-8f3823819afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3af0afc2-a8fa-427e-a8af-57c40105fd2b'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 01 04:17:44.044990 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [None req-5a5c4273-698b-4f9d-81ce-079dd6754f7e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1121395474-router', 'tenant_id': '839c91c5262a49768c3e937b5a034137', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'}}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:17:44.046761 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-9aa2e482-5e5d-4ea9-b72b-18f277094f2e None None] Bound port: 5bd9c7e6-f8d1-4658-b832-4fc8f74db724, host: dv-cinder-860044-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456799c3-9e2a-4334-9278-8f3823819afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3af0afc2-a8fa-427e-a8af-57c40105fd2b'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 01 04:17:44.047230 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9aa2e482-5e5d-4ea9-b72b-18f277094f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (5bd9c7e6-f8d1-4658-b832-4fc8f74db724), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:44.070179 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d074d3a-2708-4f8c-be5c-1fb71cecee92 None None] Network 41ad6d82-393d-469b-ad56-b82ab9a77fee requested from dv-cinder-860044-1-iscsi {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 01 04:17:44.072568 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Network 8dd89a22-dfc1-4ff5-8687-6381c17de176 details requested by agent ovs-agent-dv-cinder-860044-1-iscsi with host dv-cinder-860044-1-iscsi {{(pid=106388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 01 04:17:44.108297 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8f07d29e-d678-4206-be8d-df7ab0b91262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850'] for port (fcc80e9b-d217-4578-b3d7-051e03c8ba8c), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:44.138294 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-fa7ecb95-aad5-40c4-a273-4610eeda7a6c admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6057129 Oct 01 04:17:44.138915 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 59982) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:17:44.154066 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [None req-3d08e153-c4e9-486d-a2c8-a241ddd89ede admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1219296695-router', 'tenant_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'}}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:17:44.165708 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5a5c4273-698b-4f9d-81ce-079dd6754f7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7988434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65120'] for router (540cb118-7e4e-4681-bfc5-51850a5afe33), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:44.174727 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5a5c4273-698b-4f9d-81ce-079dd6754f7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7994759', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8109887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3219'] for router (540cb118-7e4e-4681-bfc5-51850a5afe33), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:44.197375 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 59988) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:17:44.207819 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f07d29e-d678-4206-be8d-df7ab0b91262 admin admin] Pushing event updated for resources: {'Port': ['ID=fcc80e9b-d217-4578-b3d7-051e03c8ba8c,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:17:44.224226 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c3ee99-6653-4d3e-8354-e7472726437a admin admin] Made reservation on behalf of c1b321c355e94b8496955f09f547f561 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:17:44.239692 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-48c3ee99-6653-4d3e-8354-e7472726437a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:44.255109 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3d08e153-c4e9-486d-a2c8-a241ddd89ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7988434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65120'] for router (3afaa6c5-af0b-47df-85d6-9e90acb38e71), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:44.256667 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3d08e153-c4e9-486d-a2c8-a241ddd89ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7994759', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8109887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3219'] for router (3afaa6c5-af0b-47df-85d6-9e90acb38e71), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:44.332465 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:44.340860 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f07d29e-d678-4206-be8d-df7ab0b91262 admin admin] Network 1c94595f-3990-43c2-b34b-d882a8bf5172 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:17:44.344234 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-8f07d29e-d678-4206-be8d-df7ab0b91262 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:17:44.356959 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f07d29e-d678-4206-be8d-df7ab0b91262 admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:17:44.446876 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-9aa2e482-5e5d-4ea9-b72b-18f277094f2e None None] For port 5bd9c7e6-f8d1-4658-b832-4fc8f74db724, host dv-cinder-860044-1-iscsi, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 01 04:17:44.446876 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-9aa2e482-5e5d-4ea9-b72b-18f277094f2e None None] For port 5bd9c7e6-f8d1-4658-b832-4fc8f74db724, host dv-cinder-860044-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=5bd9c7e6-f8d1-4658-b832-4fc8f74db724,segment=NetworkSegment(456799c3-9e2a-4334-9278-8f3823819afe),segment_id=456799c3-9e2a-4334-9278-8f3823819afe)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 01 04:17:44.473725 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9aa2e482-5e5d-4ea9-b72b-18f277094f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (5bd9c7e6-f8d1-4658-b832-4fc8f74db724), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:44.591828 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa2e482-5e5d-4ea9-b72b-18f277094f2e None None] Pushing event updated for resources: {'Port': ['ID=5bd9c7e6-f8d1-4658-b832-4fc8f74db724,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:17:44.596536 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5a5c4273-698b-4f9d-81ce-079dd6754f7e admin admin] Publish callbacks [] for router_controller (540cb118-7e4e-4681-bfc5-51850a5afe33), precommit_add_association {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:44.663860 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-514afbfc-7d5e-4630-baf3-1f3f4649da80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:44.690191 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9533cd16-7663-4773-8a77-c89712d6252e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5f5a84a-7395-5c72-8b88-a0c1e77c27fe-9e21d865-d526-49ca-8e76-21cf583604c4', 'network_id': '9e21d865-d526-49ca-8e76-21cf583604c4', 'project_id': '839c91c5262a49768c3e937b5a034137', 'fixed_ips': [{'subnet_id': '5be7b0c5-9e6d-4922-a242-c74e298031bb'}]}} from dv-cinder-860044-1-iscsi. {{(pid=106388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 01 04:17:44.691533 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9533cd16-7663-4773-8a77-c89712d6252e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:44.754773 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 60012) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:17:44.781050 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3d08e153-c4e9-486d-a2c8-a241ddd89ede admin admin] Publish callbacks [] for router_controller (3afaa6c5-af0b-47df-85d6-9e90acb38e71), precommit_add_association {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:44.922111 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-48c3ee99-6653-4d3e-8354-e7472726437a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8038045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598'] for subnet (912c5681-b707-4357-9fbf-835b97447818), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:45.002493 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:45.007348 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 60022) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:17:45.007620 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=5 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:45.063669 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8f07d29e-d678-4206-be8d-df7ab0b91262 admin admin] Publish callbacks [] for router_gateway (bd3e2cc2-4a45-4937-a829-76647eb9c5f8), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:45.112347 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-9533cd16-7663-4773-8a77-c89712d6252e None None] Allocated IP 172.20.0.2 (9e21d865-d526-49ca-8e76-21cf583604c4/5be7b0c5-9e6d-4922-a242-c74e298031bb/adb63683-9cea-44a1-a12a-b6831c35ae60) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:17:45.125993 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c3ee99-6653-4d3e-8354-e7472726437a admin admin] Pushing event updated for resources: {'Subnet': ['ID=912c5681-b707-4357-9fbf-835b97447818,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:17:45.167762 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1838af50-eff4-48f3-ae8f-df0c8abc15bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:45.169770 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c3ee99-6653-4d3e-8354-e7472726437a admin admin] Checking segment: {'id': '51709e80-dc59-468f-acd2-9bd2e5ce513c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8dd89a22-dfc1-4ff5-8687-6381c17de176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:17:45.170127 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c3ee99-6653-4d3e-8354-e7472726437a admin admin] Network hostable DHCP agents. Network: 8dd89a22-dfc1-4ff5-8687-6381c17de176, hostable agents: ['973633b6-dd94-436d-b3a5-971dbc41e63c'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 01 04:17:45.191678 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6245f0-c2fd-4b4a-b4bf-57cfe7150045 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5f5a84a-7395-5c72-8b88-a0c1e77c27fe-41ad6d82-393d-469b-ad56-b82ab9a77fee', 'network_id': '41ad6d82-393d-469b-ad56-b82ab9a77fee', 'project_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'fixed_ips': [{'subnet_id': 'd3f0d177-35e4-4cba-a762-d1357d3a9c11'}]}} from dv-cinder-860044-1-iscsi. {{(pid=106388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 01 04:17:45.192677 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-be6245f0-c2fd-4b4a-b4bf-57cfe7150045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:45.200725 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b1e601a2-7990-4919-93b1-66ddbd1591c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:45.212626 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:INSERT=10,neutron:SELECT=81,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:45.213603 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6e482c54-5421-4c3f-ad19-6b7e1ba05783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (797ac3f1-c973-4eec-9950-99ad88971ed1), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:45.246466 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:INSERT=6,neutron:UPDATE=2,neutron:SELECT=92 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:45.249185 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:45.302866 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c3ee99-6653-4d3e-8354-e7472726437a admin admin] Network 8dd89a22-dfc1-4ff5-8687-6381c17de176 is scheduled to be hosted by DHCP agent 973633b6-dd94-436d-b3a5-971dbc41e63c with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 01 04:17:45.341530 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-48c3ee99-6653-4d3e-8354-e7472726437a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860044-1-iscsi, 8dd89a22-dfc1-4ff5-8687-6381c17de176) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:17:45.352650 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c3ee99-6653-4d3e-8354-e7472726437a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:17:45.353729 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-48c3ee99-6653-4d3e-8354-e7472726437a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for subnet (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:45.355845 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-514afbfc-7d5e-4630-baf3-1f3f4649da80 admin admin] Publish callbacks [] for security_group (b0e6f616-fa09-4d1e-a61e-f4ef61eb1a48), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:45.379094 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb45a63-4fad-44c2-8f90-6831d51fa941 None None] Network 8dd89a22-dfc1-4ff5-8687-6381c17de176 requested from dv-cinder-860044-1-iscsi {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 01 04:17:45.420603 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5a5c4273-698b-4f9d-81ce-079dd6754f7e admin admin] Publish callbacks [] for router_gateway (540cb118-7e4e-4681-bfc5-51850a5afe33), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:45.425410 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-514afbfc-7d5e-4630-baf3-1f3f4649da80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (b0e6f616-fa09-4d1e-a61e-f4ef61eb1a48), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:45.431276 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-48c3ee99-6653-4d3e-8354-e7472726437a admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4421499 Oct 01 04:17:45.431752 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 60040) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:17:45.436058 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-463580fe-1f7c-4499-b2b0-27dd97eacac2 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1737244353-router', 'tenant_id': 'c1b321c355e94b8496955f09f547f561', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:17:45.455532 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1838af50-eff4-48f3-ae8f-df0c8abc15bb admin admin] Publish callbacks [] for security_group (e39bc360-8bf4-4731-b9ee-e34520074454), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:45.463694 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8f07d29e-d678-4206-be8d-df7ab0b91262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989814'] for router (bd3e2cc2-4a45-4937-a829-76647eb9c5f8), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:45.467364 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1838af50-eff4-48f3-ae8f-df0c8abc15bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (e39bc360-8bf4-4731-b9ee-e34520074454), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:45.514425 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:45.521219 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1838af50-eff4-48f3-ae8f-df0c8abc15bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39bc360-8bf4-4731-b9ee-e34520074454,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:17:45.634958 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3d08e153-c4e9-486d-a2c8-a241ddd89ede admin admin] Publish callbacks [] for router_gateway (3afaa6c5-af0b-47df-85d6-9e90acb38e71), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:45.659099 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-463580fe-1f7c-4499-b2b0-27dd97eacac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7988434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65120'] for router (ba3249c9-9321-4995-bbd8-2b202194faee), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:45.660379 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-463580fe-1f7c-4499-b2b0-27dd97eacac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7994759', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8109887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3219'] for router (ba3249c9-9321-4995-bbd8-2b202194faee), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:45.688457 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:45.718710 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-be6245f0-c2fd-4b4a-b4bf-57cfe7150045 None None] Allocated IP 172.20.0.2 (41ad6d82-393d-469b-ad56-b82ab9a77fee/d3f0d177-35e4-4cba-a762-d1357d3a9c11/aa200d85-c993-4bdd-9137-fd6c5d69690b) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:17:45.722617 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-463580fe-1f7c-4499-b2b0-27dd97eacac2 admin admin] Publish callbacks [] for router_controller (ba3249c9-9321-4995-bbd8-2b202194faee), precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:45.744532 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5106bf5d-bc78-4a9c-830c-a832b1d9dacb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5f5a84a-7395-5c72-8b88-a0c1e77c27fe-8dd89a22-dfc1-4ff5-8687-6381c17de176', 'network_id': '8dd89a22-dfc1-4ff5-8687-6381c17de176', 'project_id': 'c1b321c355e94b8496955f09f547f561', 'fixed_ips': [{'subnet_id': '912c5681-b707-4357-9fbf-835b97447818'}]}} from dv-cinder-860044-1-iscsi. {{(pid=106388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 01 04:17:45.745667 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5106bf5d-bc78-4a9c-830c-a832b1d9dacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:45.750083 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9533cd16-7663-4773-8a77-c89712d6252e None None] Publish callbacks [] for port (adb63683-9cea-44a1-a12a-b6831c35ae60), precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:45.785677 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-1838af50-eff4-48f3-ae8f-df0c8abc15bb admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=f4fe4437a4ee4d8f86d3834942b1fe3d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7771573 Oct 01 04:17:45.788235 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 60044) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:17:45.793648 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9533cd16-7663-4773-8a77-c89712d6252e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850'] for port (adb63683-9cea-44a1-a12a-b6831c35ae60), after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:45.802721 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 5bd9c7e6-f8d1-4658-b832-4fc8f74db724 up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:17:45.806108 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-514afbfc-7d5e-4630-baf3-1f3f4649da80 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=3ebfba30505f48c181cb04960d38aa63&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6074426 Oct 01 04:17:45.834708 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 60048) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:17:45.881761 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=8 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:45.919376 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9533cd16-7663-4773-8a77-c89712d6252e None None] Network 9e21d865-d526-49ca-8e76-21cf583604c4 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:17:45.939393 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-9533cd16-7663-4773-8a77-c89712d6252e None None] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:17:45.968275 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-07cd98c8-771e-4f79-890c-88b8412105a7 admin admin] Publish callbacks [] for security_group (b0e6f616-fa09-4d1e-a61e-f4ef61eb1a48), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:45.983461 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514afbfc-7d5e-4630-baf3-1f3f4649da80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e6f616-fa09-4d1e-a61e-f4ef61eb1a48,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:17:45.996191 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9533cd16-7663-4773-8a77-c89712d6252e None None] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:17:45.999969 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31421349-ca29-44c0-8719-d98848af424a None None] Network 3af0afc2-a8fa-427e-a8af-57c40105fd2b requested from dv-cinder-860044-1-iscsi {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 01 04:17:46.017576 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9533cd16-7663-4773-8a77-c89712d6252e None None] Pushing event updated for resources: {'Port': ['ID=adb63683-9cea-44a1-a12a-b6831c35ae60,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:17:46.037859 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f07d29e-d678-4206-be8d-df7ab0b91262 admin admin] Router bd3e2cc2-4a45-4937-a829-76647eb9c5f8 is scheduled to L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 01 04:17:46.040746 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-463580fe-1f7c-4499-b2b0-27dd97eacac2 admin admin] Publish callbacks [] for router_gateway (ba3249c9-9321-4995-bbd8-2b202194faee), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:46.051671 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-07cd98c8-771e-4f79-890c-88b8412105a7 admin admin] Publish callbacks [] for security_group (b0e6f616-fa09-4d1e-a61e-f4ef61eb1a48), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:46.115123 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5a5c4273-698b-4f9d-81ce-079dd6754f7e admin admin] Publish callbacks [] for router_gateway (540cb118-7e4e-4681-bfc5-51850a5afe33), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:46.138768 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:46.179279 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:46.184192 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6f8968b5-748c-42db-b0c6-df1e16dad1db admin admin] Publish callbacks [] for security_group (e39bc360-8bf4-4731-b9ee-e34520074454), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:46.185466 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-21468c1f-8d6b-479c-a70a-5b2ea7150f47 None None] Provisioning complete for port 5bd9c7e6-f8d1-4658-b832-4fc8f74db724 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:17:46.185990 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-21468c1f-8d6b-479c-a70a-5b2ea7150f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (5bd9c7e6-f8d1-4658-b832-4fc8f74db724), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:46.186194 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-21468c1f-8d6b-479c-a70a-5b2ea7150f47 None None] Attempt 1 to provision port 5bd9c7e6-f8d1-4658-b832-4fc8f74db724 Oct 01 04:17:46.192389 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5a5c4273-698b-4f9d-81ce-079dd6754f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:46.281180 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port 5bd9c7e6-f8d1-4658-b832-4fc8f74db724 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:17:46.281503 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (5bd9c7e6-f8d1-4658-b832-4fc8f74db724), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:46.281880 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port 5bd9c7e6-f8d1-4658-b832-4fc8f74db724 Oct 01 04:17:46.310558 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b1e601a2-7990-4919-93b1-66ddbd1591c9 admin admin] Publish callbacks [] for security_group (096fa6d4-33fb-4d61-9f78-58aa2ba772ed), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:46.312436 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-9533cd16-7663-4773-8a77-c89712d6252e None None] Attempting to bind port adb63683-9cea-44a1-a12a-b6831c35ae60 on host dv-cinder-860044-1-iscsi for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 01 04:17:46.312975 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-9533cd16-7663-4773-8a77-c89712d6252e None None] Attempting to bind port adb63683-9cea-44a1-a12a-b6831c35ae60 by drivers openvswitch,hyperv on host dv-cinder-860044-1-iscsi at level 0 using segments [{'id': '4d8a2818-cf71-436d-a62b-4fe2056acb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9e21d865-d526-49ca-8e76-21cf583604c4'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 01 04:17:46.313398 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9533cd16-7663-4773-8a77-c89712d6252e None None] Attempting to bind port adb63683-9cea-44a1-a12a-b6831c35ae60 on network 9e21d865-d526-49ca-8e76-21cf583604c4 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:17:46.325982 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b1e601a2-7990-4919-93b1-66ddbd1591c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (096fa6d4-33fb-4d61-9f78-58aa2ba772ed), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:46.356402 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-5106bf5d-bc78-4a9c-830c-a832b1d9dacb None None] Allocated IP 172.20.0.2 (8dd89a22-dfc1-4ff5-8687-6381c17de176/912c5681-b707-4357-9fbf-835b97447818/ff32615c-e0b9-425e-bab3-9b56f5f43ff9) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:17:46.363250 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55550f09-9bf2-4503-b16a-2d26c0a47f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (3f31be2c-2b77-4d66-9a3d-30b9eb89a668), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:46.393016 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6f8968b5-748c-42db-b0c6-df1e16dad1db admin admin] Publish callbacks [] for security_group (e39bc360-8bf4-4731-b9ee-e34520074454), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:46.393591 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-be6245f0-c2fd-4b4a-b4bf-57cfe7150045 None None] Publish callbacks [] for port (aa200d85-c993-4bdd-9137-fd6c5d69690b), precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:46.445608 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-b1e601a2-7990-4919-93b1-66ddbd1591c9 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=1d594ba574fb4f8b8b97d4e3925b0d32&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6864002 Oct 01 04:17:46.453020 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e601a2-7990-4919-93b1-66ddbd1591c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096fa6d4-33fb-4d61-9f78-58aa2ba772ed,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:17:46.455887 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-be6245f0-c2fd-4b4a-b4bf-57cfe7150045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850'] for port (aa200d85-c993-4bdd-9137-fd6c5d69690b), after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:46.458952 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 60060) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:17:46.471347 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:UPDATE=5,neutron:SELECT=92,neutron:INSERT=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:46.475863 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-07cd98c8-771e-4f79-890c-88b8412105a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (b0e6f616-fa09-4d1e-a61e-f4ef61eb1a48), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:46.478385 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-07cd98c8-771e-4f79-890c-88b8412105a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:46.479512 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-07cd98c8-771e-4f79-890c-88b8412105a7 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/b0e6f616-fa09-4d1e-a61e-f4ef61eb1a48 HTTP/1.1" status: 204 len: 168 time: 0.6427858 Oct 01 04:17:46.571199 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:46.591205 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f07d29e-d678-4206-be8d-df7ab0b91262 admin admin] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:17:46.613554 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9533cd16-7663-4773-8a77-c89712d6252e None None] Checking agent: {'id': 'd8875dbe-87f1-4639-b3ef-79ff4b202d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860044-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 1, 4, 9, 48), 'started_at': datetime.datetime(2022, 10, 1, 4, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 1, 4, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860044-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 01 04:17:46.614811 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9533cd16-7663-4773-8a77-c89712d6252e None None] Checking segment: {'id': '4d8a2818-cf71-436d-a62b-4fe2056acb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9e21d865-d526-49ca-8e76-21cf583604c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:17:46.614811 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9533cd16-7663-4773-8a77-c89712d6252e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:46.614811 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9533cd16-7663-4773-8a77-c89712d6252e None None] Bound using segment: {'id': '4d8a2818-cf71-436d-a62b-4fe2056acb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9e21d865-d526-49ca-8e76-21cf583604c4'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 01 04:17:46.615230 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-9533cd16-7663-4773-8a77-c89712d6252e None None] Bound port: adb63683-9cea-44a1-a12a-b6831c35ae60, host: dv-cinder-860044-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d8a2818-cf71-436d-a62b-4fe2056acb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9e21d865-d526-49ca-8e76-21cf583604c4'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 01 04:17:46.615646 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9533cd16-7663-4773-8a77-c89712d6252e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (adb63683-9cea-44a1-a12a-b6831c35ae60), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:46.627476 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.db.db_base_plugin_common [None req-5a5c4273-698b-4f9d-81ce-079dd6754f7e admin admin] Allocated IP 172.27.2.30 (1c94595f-3990-43c2-b34b-d882a8bf5172/3c747529-64bf-417b-84a2-71abc1dc7574/7bbc7e7e-5f4c-4348-8066-b51f3619b0e5) {{(pid=106386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:17:46.632058 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6245f0-c2fd-4b4a-b4bf-57cfe7150045 None None] Network 41ad6d82-393d-469b-ad56-b82ab9a77fee is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:17:46.646151 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131ae2b4-224b-4271-b586-e2dbb80e0c69 None None] Sync routers for ids ['bd3e2cc2-4a45-4937-a829-76647eb9c5f8'] in dv-cinder-860044-1-iscsi {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:17:46.652732 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3d08e153-c4e9-486d-a2c8-a241ddd89ede admin admin] Publish callbacks [] for router_gateway (3afaa6c5-af0b-47df-85d6-9e90acb38e71), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:46.660627 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131ae2b4-224b-4271-b586-e2dbb80e0c69 None None] Routers {'bd3e2cc2-4a45-4937-a829-76647eb9c5f8'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:17:46.662643 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-131ae2b4-224b-4271-b586-e2dbb80e0c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:17:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['bd3e2cc2-4a45-4937-a829-76647eb9c5f8'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:17:46.674506 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cd98c8-771e-4f79-890c-88b8412105a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e6f616-fa09-4d1e-a61e-f4ef61eb1a48,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:17:46.720199 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8f07d29e-d678-4206-be8d-df7ab0b91262 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:46.723277 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-8f07d29e-d678-4206-be8d-df7ab0b91262 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1070364 Oct 01 04:17:46.725741 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3d08e153-c4e9-486d-a2c8-a241ddd89ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:46.730232 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 60066) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:17:46.730679 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b2d484f2-37c1-489f-8c6d-c2872e457f97 admin admin] Publish callbacks [] for security_group (096fa6d4-33fb-4d61-9f78-58aa2ba772ed), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:46.754069 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-be6245f0-c2fd-4b4a-b4bf-57cfe7150045 None None] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:17:46.757611 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6245f0-c2fd-4b4a-b4bf-57cfe7150045 None None] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:17:46.764457 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:46.788821 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6245f0-c2fd-4b4a-b4bf-57cfe7150045 None None] Pushing event updated for resources: {'Port': ['ID=aa200d85-c993-4bdd-9137-fd6c5d69690b,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:17:46.823308 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-463580fe-1f7c-4499-b2b0-27dd97eacac2 admin admin] Publish callbacks [] for router_gateway (ba3249c9-9321-4995-bbd8-2b202194faee), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:46.842370 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-21468c1f-8d6b-479c-a70a-5b2ea7150f47 None None] Current status of the port 5bd9c7e6-f8d1-4658-b832-4fc8f74db724 is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:17:46.843180 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-21468c1f-8d6b-479c-a70a-5b2ea7150f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (5bd9c7e6-f8d1-4658-b832-4fc8f74db724), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:46.863635 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-463580fe-1f7c-4499-b2b0-27dd97eacac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:46.997861 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6f8968b5-748c-42db-b0c6-df1e16dad1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (e39bc360-8bf4-4731-b9ee-e34520074454), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:47.001921 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6f8968b5-748c-42db-b0c6-df1e16dad1db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:47.003535 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-6f8968b5-748c-42db-b0c6-df1e16dad1db admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/e39bc360-8bf4-4731-b9ee-e34520074454 HTTP/1.1" status: 204 len: 168 time: 1.2090771 Oct 01 04:17:47.018213 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 60076) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:17:47.035974 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8968b5-748c-42db-b0c6-df1e16dad1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39bc360-8bf4-4731-b9ee-e34520074454,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:17:47.073288 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5a5c4273-698b-4f9d-81ce-079dd6754f7e admin admin] Publish callbacks [] for port (7bbc7e7e-5f4c-4348-8066-b51f3619b0e5), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:47.103550 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-131ae2b4-224b-4271-b586-e2dbb80e0c69 None None] Set router bd3e2cc2-4a45-4937-a829-76647eb9c5f8 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:17:47.168369 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port 5bd9c7e6-f8d1-4658-b832-4fc8f74db724 is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:17:47.171249 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (5bd9c7e6-f8d1-4658-b832-4fc8f74db724), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:47.303962 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-21468c1f-8d6b-479c-a70a-5b2ea7150f47 None None] For port 5bd9c7e6-f8d1-4658-b832-4fc8f74db724, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=5bd9c7e6-f8d1-4658-b832-4fc8f74db724,segment=NetworkSegment(456799c3-9e2a-4334-9278-8f3823819afe),segment_id=456799c3-9e2a-4334-9278-8f3823819afe)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:17:47.315399 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-9533cd16-7663-4773-8a77-c89712d6252e None None] For port adb63683-9cea-44a1-a12a-b6831c35ae60, host dv-cinder-860044-1-iscsi, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 01 04:17:47.321241 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-9533cd16-7663-4773-8a77-c89712d6252e None None] For port adb63683-9cea-44a1-a12a-b6831c35ae60, host dv-cinder-860044-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=adb63683-9cea-44a1-a12a-b6831c35ae60,segment=NetworkSegment(4d8a2818-cf71-436d-a62b-4fe2056acb81),segment_id=4d8a2818-cf71-436d-a62b-4fe2056acb81)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 01 04:17:47.329105 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-be6245f0-c2fd-4b4a-b4bf-57cfe7150045 None None] Attempting to bind port aa200d85-c993-4bdd-9137-fd6c5d69690b on host dv-cinder-860044-1-iscsi for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 01 04:17:47.330321 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-be6245f0-c2fd-4b4a-b4bf-57cfe7150045 None None] Attempting to bind port aa200d85-c993-4bdd-9137-fd6c5d69690b by drivers openvswitch,hyperv on host dv-cinder-860044-1-iscsi at level 0 using segments [{'id': '2ed9749a-eb3b-4451-b7b7-83bb473f5fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '41ad6d82-393d-469b-ad56-b82ab9a77fee'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 01 04:17:47.331043 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6245f0-c2fd-4b4a-b4bf-57cfe7150045 None None] Attempting to bind port aa200d85-c993-4bdd-9137-fd6c5d69690b on network 41ad6d82-393d-469b-ad56-b82ab9a77fee {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:17:47.337948 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-21468c1f-8d6b-479c-a70a-5b2ea7150f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (5bd9c7e6-f8d1-4658-b832-4fc8f74db724), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:47.348297 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-463580fe-1f7c-4499-b2b0-27dd97eacac2 admin admin] Allocated IP 172.27.2.119 (1c94595f-3990-43c2-b34b-d882a8bf5172/3c747529-64bf-417b-84a2-71abc1dc7574/9cf923f9-4a5b-4ef6-bee2-e1525d00489e) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:17:47.373760 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5106bf5d-bc78-4a9c-830c-a832b1d9dacb None None] Publish callbacks [] for port (ff32615c-e0b9-425e-bab3-9b56f5f43ff9), precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:47.378811 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-131ae2b4-224b-4271-b586-e2dbb80e0c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'name': 'tempest-AttachVolumeTestJSON-180303181-router', 'tenant_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'fcc80e9b-d217-4578-b3d7-051e03c8ba8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:42Z', 'updated_at': '2022-10-01T04:17:44Z', 'revision_number': 3, 'project_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'gw_port': {'id': 'fcc80e9b-d217-4578-b3d7-051e03c8ba8c', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c3:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:43Z', 'updated_at': '2022-10-01T04:17:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi'}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:17:47.413028 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131ae2b4-224b-4271-b586-e2dbb80e0c69 None None] Checking router: bd3e2cc2-4a45-4937-a829-76647eb9c5f8 for host: dv-cinder-860044-1-iscsi {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:17:47.413538 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131ae2b4-224b-4271-b586-e2dbb80e0c69 None None] Updating router bd3e2cc2-4a45-4937-a829-76647eb9c5f8 port fcc80e9b-d217-4578-b3d7-051e03c8ba8c binding host dv-cinder-860044-1-iscsi {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 01 04:17:47.418917 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9533cd16-7663-4773-8a77-c89712d6252e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (adb63683-9cea-44a1-a12a-b6831c35ae60), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:47.445974 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5106bf5d-bc78-4a9c-830c-a832b1d9dacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850'] for port (ff32615c-e0b9-425e-bab3-9b56f5f43ff9), after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:47.479960 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-131ae2b4-224b-4271-b586-e2dbb80e0c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (fcc80e9b-d217-4578-b3d7-051e03c8ba8c), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:47.506337 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-e16429a8-0909-4c9d-a0ba-c53c5f48f3c8 None None] Provisioning complete for port 5bd9c7e6-f8d1-4658-b832-4fc8f74db724 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:17:47.506966 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e16429a8-0909-4c9d-a0ba-c53c5f48f3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (5bd9c7e6-f8d1-4658-b832-4fc8f74db724), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:47.507698 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-e16429a8-0909-4c9d-a0ba-c53c5f48f3c8 None None] Attempt 1 to provision port 5bd9c7e6-f8d1-4658-b832-4fc8f74db724 Oct 01 04:17:47.536043 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5106bf5d-bc78-4a9c-830c-a832b1d9dacb None None] Network 8dd89a22-dfc1-4ff5-8687-6381c17de176 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:17:47.559481 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:47.561028 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.db.api [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 01 04:17:47.561345 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG oslo_db.api [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 01 04:17:47.566827 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-5106bf5d-bc78-4a9c-830c-a832b1d9dacb None None] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:17:47.586600 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5106bf5d-bc78-4a9c-830c-a832b1d9dacb None None] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:17:47.588697 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b2d484f2-37c1-489f-8c6d-c2872e457f97 admin admin] Publish callbacks [] for security_group (096fa6d4-33fb-4d61-9f78-58aa2ba772ed), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:47.601262 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21468c1f-8d6b-479c-a70a-5b2ea7150f47 None None] Pushing event updated for resources: {'Port': ['ID=5bd9c7e6-f8d1-4658-b832-4fc8f74db724,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:17:47.606250 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6245f0-c2fd-4b4a-b4bf-57cfe7150045 None None] Checking agent: {'id': 'd8875dbe-87f1-4639-b3ef-79ff4b202d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860044-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 1, 4, 9, 48), 'started_at': datetime.datetime(2022, 10, 1, 4, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 1, 4, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860044-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 01 04:17:47.606637 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6245f0-c2fd-4b4a-b4bf-57cfe7150045 None None] Checking segment: {'id': '2ed9749a-eb3b-4451-b7b7-83bb473f5fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '41ad6d82-393d-469b-ad56-b82ab9a77fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:17:47.607044 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-be6245f0-c2fd-4b4a-b4bf-57cfe7150045 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:47.607474 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6245f0-c2fd-4b4a-b4bf-57cfe7150045 None None] Bound using segment: {'id': '2ed9749a-eb3b-4451-b7b7-83bb473f5fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '41ad6d82-393d-469b-ad56-b82ab9a77fee'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 01 04:17:47.607978 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-be6245f0-c2fd-4b4a-b4bf-57cfe7150045 None None] Bound port: aa200d85-c993-4bdd-9137-fd6c5d69690b, host: dv-cinder-860044-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ed9749a-eb3b-4451-b7b7-83bb473f5fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '41ad6d82-393d-469b-ad56-b82ab9a77fee'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 01 04:17:47.608373 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-be6245f0-c2fd-4b4a-b4bf-57cfe7150045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (aa200d85-c993-4bdd-9137-fd6c5d69690b), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:47.685039 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-463580fe-1f7c-4499-b2b0-27dd97eacac2 admin admin] Publish callbacks [] for port (9cf923f9-4a5b-4ef6-bee2-e1525d00489e), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:47.707404 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:INSERT=9,neutron:SELECT=89,neutron:UPDATE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:47.770115 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-971a4974-97e7-4485-88de-daeddc15de47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:47.790660 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 60088) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:17:47.830997 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (d8875dbe-87f1-4639-b3ef-79ff4b202d58), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:47.839174 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-941e6afe-c0de-4ee0-bfe6-36511e8fa285 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:47.847692 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5a5c4273-698b-4f9d-81ce-079dd6754f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850'] for port (7bbc7e7e-5f4c-4348-8066-b51f3619b0e5), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:47.866578 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b2d484f2-37c1-489f-8c6d-c2872e457f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (096fa6d4-33fb-4d61-9f78-58aa2ba772ed), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:47.870070 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b2d484f2-37c1-489f-8c6d-c2872e457f97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:47.880593 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-b2d484f2-37c1-489f-8c6d-c2872e457f97 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/096fa6d4-33fb-4d61-9f78-58aa2ba772ed HTTP/1.1" status: 204 len: 168 time: 1.3917680 Oct 01 04:17:47.884667 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9533cd16-7663-4773-8a77-c89712d6252e None None] Pushing event updated for resources: {'Port': ['ID=adb63683-9cea-44a1-a12a-b6831c35ae60,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:17:47.887428 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-5106bf5d-bc78-4a9c-830c-a832b1d9dacb None None] Attempting to bind port ff32615c-e0b9-425e-bab3-9b56f5f43ff9 on host dv-cinder-860044-1-iscsi for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 01 04:17:47.887803 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-5106bf5d-bc78-4a9c-830c-a832b1d9dacb None None] Attempting to bind port ff32615c-e0b9-425e-bab3-9b56f5f43ff9 by drivers openvswitch,hyperv on host dv-cinder-860044-1-iscsi at level 0 using segments [{'id': '51709e80-dc59-468f-acd2-9bd2e5ce513c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8dd89a22-dfc1-4ff5-8687-6381c17de176'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 01 04:17:47.888167 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5106bf5d-bc78-4a9c-830c-a832b1d9dacb None None] Attempting to bind port ff32615c-e0b9-425e-bab3-9b56f5f43ff9 on network 8dd89a22-dfc1-4ff5-8687-6381c17de176 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:17:47.994320 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:48.007055 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-e16429a8-0909-4c9d-a0ba-c53c5f48f3c8 None None] Current status of the port 5bd9c7e6-f8d1-4658-b832-4fc8f74db724 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:17:48.017724 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-be6245f0-c2fd-4b4a-b4bf-57cfe7150045 None None] For port aa200d85-c993-4bdd-9137-fd6c5d69690b, host dv-cinder-860044-1-iscsi, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 01 04:17:48.023629 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-be6245f0-c2fd-4b4a-b4bf-57cfe7150045 None None] For port aa200d85-c993-4bdd-9137-fd6c5d69690b, host dv-cinder-860044-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=aa200d85-c993-4bdd-9137-fd6c5d69690b,segment=NetworkSegment(2ed9749a-eb3b-4451-b7b7-83bb473f5fb1),segment_id=2ed9749a-eb3b-4451-b7b7-83bb473f5fb1)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 01 04:17:48.027332 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91c43220-b735-4568-b99e-ce3dc63ea20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (a017e3cb-dd0a-4c83-ac3d-dd65b6d6e9f8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:48.036874 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106bf5d-bc78-4a9c-830c-a832b1d9dacb None None] Pushing event updated for resources: {'Port': ['ID=ff32615c-e0b9-425e-bab3-9b56f5f43ff9,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:17:48.043850 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-be6245f0-c2fd-4b4a-b4bf-57cfe7150045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (aa200d85-c993-4bdd-9137-fd6c5d69690b), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:48.050548 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5106bf5d-bc78-4a9c-830c-a832b1d9dacb None None] Checking agent: {'id': 'd8875dbe-87f1-4639-b3ef-79ff4b202d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860044-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 1, 4, 9, 48), 'started_at': datetime.datetime(2022, 10, 1, 4, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 1, 4, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860044-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 01 04:17:48.050987 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5106bf5d-bc78-4a9c-830c-a832b1d9dacb None None] Checking segment: {'id': '51709e80-dc59-468f-acd2-9bd2e5ce513c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8dd89a22-dfc1-4ff5-8687-6381c17de176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:17:48.051445 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5106bf5d-bc78-4a9c-830c-a832b1d9dacb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:48.052116 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5106bf5d-bc78-4a9c-830c-a832b1d9dacb None None] Bound using segment: {'id': '51709e80-dc59-468f-acd2-9bd2e5ce513c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8dd89a22-dfc1-4ff5-8687-6381c17de176'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 01 04:17:48.052462 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-5106bf5d-bc78-4a9c-830c-a832b1d9dacb None None] Bound port: ff32615c-e0b9-425e-bab3-9b56f5f43ff9, host: dv-cinder-860044-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51709e80-dc59-468f-acd2-9bd2e5ce513c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8dd89a22-dfc1-4ff5-8687-6381c17de176'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 01 04:17:48.052781 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5106bf5d-bc78-4a9c-830c-a832b1d9dacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (ff32615c-e0b9-425e-bab3-9b56f5f43ff9), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:48.103825 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-463580fe-1f7c-4499-b2b0-27dd97eacac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850'] for port (9cf923f9-4a5b-4ef6-bee2-e1525d00489e), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:48.138942 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d484f2-37c1-489f-8c6d-c2872e457f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096fa6d4-33fb-4d61-9f78-58aa2ba772ed,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:17:48.171710 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5c4273-698b-4f9d-81ce-079dd6754f7e admin admin] Network 1c94595f-3990-43c2-b34b-d882a8bf5172 is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:17:48.192242 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-5a5c4273-698b-4f9d-81ce-079dd6754f7e admin admin] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:17:48.212081 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5c4273-698b-4f9d-81ce-079dd6754f7e admin admin] Received port after_create {{(pid=106386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:17:48.244441 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:48.250440 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port 5bd9c7e6-f8d1-4658-b832-4fc8f74db724 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:17:48.258173 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6245f0-c2fd-4b4a-b4bf-57cfe7150045 None None] Pushing event updated for resources: {'Port': ['ID=aa200d85-c993-4bdd-9137-fd6c5d69690b,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:17:48.273097 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463580fe-1f7c-4499-b2b0-27dd97eacac2 admin admin] Pushing event updated for resources: {'Port': ['ID=9cf923f9-4a5b-4ef6-bee2-e1525d00489e,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:17:48.280634 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-5106bf5d-bc78-4a9c-830c-a832b1d9dacb None None] For port ff32615c-e0b9-425e-bab3-9b56f5f43ff9, host dv-cinder-860044-1-iscsi, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 01 04:17:48.288439 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-5106bf5d-bc78-4a9c-830c-a832b1d9dacb None None] For port ff32615c-e0b9-425e-bab3-9b56f5f43ff9, host dv-cinder-860044-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=ff32615c-e0b9-425e-bab3-9b56f5f43ff9,segment=NetworkSegment(51709e80-dc59-468f-acd2-9bd2e5ce513c),segment_id=51709e80-dc59-468f-acd2-9bd2e5ce513c)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 01 04:17:48.297277 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5106bf5d-bc78-4a9c-830c-a832b1d9dacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (ff32615c-e0b9-425e-bab3-9b56f5f43ff9), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:48.322096 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463580fe-1f7c-4499-b2b0-27dd97eacac2 admin admin] Network 1c94595f-3990-43c2-b34b-d882a8bf5172 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:17:48.357221 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-463580fe-1f7c-4499-b2b0-27dd97eacac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:17:48.364570 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463580fe-1f7c-4499-b2b0-27dd97eacac2 admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:17:48.374001 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5c4273-698b-4f9d-81ce-079dd6754f7e admin admin] Pushing event updated for resources: {'Port': ['ID=7bbc7e7e-5f4c-4348-8066-b51f3619b0e5,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:17:48.388336 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:48.544606 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106bf5d-bc78-4a9c-830c-a832b1d9dacb None None] Pushing event updated for resources: {'Port': ['ID=ff32615c-e0b9-425e-bab3-9b56f5f43ff9,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:17:48.694097 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-941e6afe-c0de-4ee0-bfe6-36511e8fa285 admin admin] Publish callbacks [] for security_group (4754c33c-0178-4139-ac5b-11bc44bbda22), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:48.737075 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-131ae2b4-224b-4271-b586-e2dbb80e0c69 None None] Publish callbacks [] for port (fcc80e9b-d217-4578-b3d7-051e03c8ba8c), precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:48.745348 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 5bd9c7e6-f8d1-4658-b832-4fc8f74db724 up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:17:48.761401 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-131ae2b4-224b-4271-b586-e2dbb80e0c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (fcc80e9b-d217-4578-b3d7-051e03c8ba8c), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:48.869402 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:DELETE=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:48.933250 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-131ae2b4-224b-4271-b586-e2dbb80e0c69 None None] Attempting to bind port fcc80e9b-d217-4578-b3d7-051e03c8ba8c on host dv-cinder-860044-1-iscsi for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 01 04:17:48.933758 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-131ae2b4-224b-4271-b586-e2dbb80e0c69 None None] Attempting to bind port fcc80e9b-d217-4578-b3d7-051e03c8ba8c by drivers openvswitch,hyperv on host dv-cinder-860044-1-iscsi at level 0 using segments [{'id': 'e11c25a1-22bc-489d-94fb-b6370ba219df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 01 04:17:48.934459 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131ae2b4-224b-4271-b586-e2dbb80e0c69 None None] Attempting to bind port fcc80e9b-d217-4578-b3d7-051e03c8ba8c on network 1c94595f-3990-43c2-b34b-d882a8bf5172 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:17:48.935800 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-941e6afe-c0de-4ee0-bfe6-36511e8fa285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (4754c33c-0178-4139-ac5b-11bc44bbda22), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:48.939796 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port 5bd9c7e6-f8d1-4658-b832-4fc8f74db724 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:17:48.941093 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (5bd9c7e6-f8d1-4658-b832-4fc8f74db724), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:48.941462 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port 5bd9c7e6-f8d1-4658-b832-4fc8f74db724 Oct 01 04:17:48.942045 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d3623-8682-464d-b956-70cec80b7dfc None None] Pushing event updated for resources: {'Port': ['ID=fcc80e9b-d217-4578-b3d7-051e03c8ba8c,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:17:48.979964 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675d3623-8682-464d-b956-70cec80b7dfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:48.980679 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675d3623-8682-464d-b956-70cec80b7dfc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:48.981540 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675d3623-8682-464d-b956-70cec80b7dfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:48.982124 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675d3623-8682-464d-b956-70cec80b7dfc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:48.982738 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675d3623-8682-464d-b956-70cec80b7dfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:48.983403 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675d3623-8682-464d-b956-70cec80b7dfc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:48.984127 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675d3623-8682-464d-b956-70cec80b7dfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:48.984671 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675d3623-8682-464d-b956-70cec80b7dfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:48.985284 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675d3623-8682-464d-b956-70cec80b7dfc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:48.985921 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675d3623-8682-464d-b956-70cec80b7dfc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:48.986460 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675d3623-8682-464d-b956-70cec80b7dfc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:48.987017 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675d3623-8682-464d-b956-70cec80b7dfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:48.987580 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675d3623-8682-464d-b956-70cec80b7dfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:48.988112 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675d3623-8682-464d-b956-70cec80b7dfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:48.989018 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675d3623-8682-464d-b956-70cec80b7dfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:17:48.990594 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675d3623-8682-464d-b956-70cec80b7dfc None None] Tracked resource versions report: Oct 01 04:17:48.990594 dv-cinder-860044-1-iscsi neutron-server[106389]: pushed versions: Oct 01 04:17:48.990594 dv-cinder-860044-1-iscsi neutron-server[106389]: { 'AddressGroup': {'1.2'}, Oct 01 04:17:48.990594 dv-cinder-860044-1-iscsi neutron-server[106389]: 'Agent': {'1.1'}, Oct 01 04:17:48.990594 dv-cinder-860044-1-iscsi neutron-server[106389]: 'ConntrackHelper': {'1.0'}, Oct 01 04:17:48.990594 dv-cinder-860044-1-iscsi neutron-server[106389]: 'LocalIPAssociation': {'1.0'}, Oct 01 04:17:48.990594 dv-cinder-860044-1-iscsi neutron-server[106389]: 'Log': {'1.0'}, Oct 01 04:17:48.990594 dv-cinder-860044-1-iscsi neutron-server[106389]: 'NDPProxy': {'1.0'}, Oct 01 04:17:48.990594 dv-cinder-860044-1-iscsi neutron-server[106389]: 'Network': {'1.1'}, Oct 01 04:17:48.990594 dv-cinder-860044-1-iscsi neutron-server[106389]: 'Port': {'1.7'}, Oct 01 04:17:48.990594 dv-cinder-860044-1-iscsi neutron-server[106389]: 'PortForwarding': {'1.3'}, Oct 01 04:17:48.990594 dv-cinder-860044-1-iscsi neutron-server[106389]: 'QosPolicy': {'1.10'}, Oct 01 04:17:48.990594 dv-cinder-860044-1-iscsi neutron-server[106389]: 'SecurityGroup': {'1.5'}, Oct 01 04:17:48.990594 dv-cinder-860044-1-iscsi neutron-server[106389]: 'SecurityGroupRule': {'1.2'}, Oct 01 04:17:48.990594 dv-cinder-860044-1-iscsi neutron-server[106389]: 'SubPort': {'1.0'}, Oct 01 04:17:48.990594 dv-cinder-860044-1-iscsi neutron-server[106389]: 'Subnet': {'1.1'}, Oct 01 04:17:48.990594 dv-cinder-860044-1-iscsi neutron-server[106389]: 'Trunk': {'1.1'}} Oct 01 04:17:48.990594 dv-cinder-860044-1-iscsi neutron-server[106389]: consumer versions: Oct 01 04:17:48.990594 dv-cinder-860044-1-iscsi neutron-server[106389]: { DHCP agent@dv-cinder-860044-1-iscsi: {}, Oct 01 04:17:48.990594 dv-cinder-860044-1-iscsi neutron-server[106389]: HyperV agent@hv-cinder-86004: {}, Oct 01 04:17:48.990594 dv-cinder-860044-1-iscsi neutron-server[106389]: L3 agent@dv-cinder-860044-1-iscsi: {}, Oct 01 04:17:48.990594 dv-cinder-860044-1-iscsi neutron-server[106389]: Metadata agent@dv-cinder-860044-1-iscsi: {}, Oct 01 04:17:48.990594 dv-cinder-860044-1-iscsi neutron-server[106389]: Metering agent@dv-cinder-860044-1-iscsi: {}, Oct 01 04:17:48.990594 dv-cinder-860044-1-iscsi neutron-server[106389]: Open vSwitch agent@dv-cinder-860044-1-iscsi: { 'AddressGroup': '1.2', Oct 01 04:17:48.990594 dv-cinder-860044-1-iscsi neutron-server[106389]: 'Agent': '1.1', Oct 01 04:17:48.990594 dv-cinder-860044-1-iscsi neutron-server[106389]: 'ConntrackHelper': '1.0', Oct 01 04:17:48.990594 dv-cinder-860044-1-iscsi neutron-server[106389]: 'LocalIPAssociation': '1.0', Oct 01 04:17:48.990594 dv-cinder-860044-1-iscsi neutron-server[106389]: 'Log': '1.0', Oct 01 04:17:48.990594 dv-cinder-860044-1-iscsi neutron-server[106389]: 'NDPProxy': '1.0', Oct 01 04:17:48.990594 dv-cinder-860044-1-iscsi neutron-server[106389]: 'Network': '1.1', Oct 01 04:17:48.990594 dv-cinder-860044-1-iscsi neutron-server[106389]: 'Port': '1.7', Oct 01 04:17:48.990594 dv-cinder-860044-1-iscsi neutron-server[106389]: 'PortForwarding': '1.3', Oct 01 04:17:48.990594 dv-cinder-860044-1-iscsi neutron-server[106389]: 'QosPolicy': '1.10', Oct 01 04:17:48.990594 dv-cinder-860044-1-iscsi neutron-server[106389]: 'SecurityGroup': '1.5', Oct 01 04:17:48.990594 dv-cinder-860044-1-iscsi neutron-server[106389]: 'SecurityGroupRule': '1.2', Oct 01 04:17:48.990594 dv-cinder-860044-1-iscsi neutron-server[106389]: 'SubPort': '1.0', Oct 01 04:17:48.990594 dv-cinder-860044-1-iscsi neutron-server[106389]: 'Subnet': '1.1', Oct 01 04:17:48.990594 dv-cinder-860044-1-iscsi neutron-server[106389]: 'Trunk': '1.1'}} Oct 01 04:17:48.990594 dv-cinder-860044-1-iscsi neutron-server[106389]: {{(pid=106389) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 01 04:17:49.025001 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 60106) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:17:49.027094 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-971a4974-97e7-4485-88de-daeddc15de47 admin admin] Publish callbacks [] for security_group (e1885dff-1747-43b8-b599-ba29482d04fc), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:49.037386 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-941e6afe-c0de-4ee0-bfe6-36511e8fa285 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=9b206eb3f4e54053850c74d85123bb17&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2359426 Oct 01 04:17:49.048695 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131ae2b4-224b-4271-b586-e2dbb80e0c69 None None] Checking agent: {'id': 'd8875dbe-87f1-4639-b3ef-79ff4b202d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860044-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 1, 4, 9, 48), 'started_at': datetime.datetime(2022, 10, 1, 4, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 1, 4, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860044-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 01 04:17:49.052756 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131ae2b4-224b-4271-b586-e2dbb80e0c69 None None] Checking segment: {'id': 'e11c25a1-22bc-489d-94fb-b6370ba219df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:17:49.053530 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-131ae2b4-224b-4271-b586-e2dbb80e0c69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:49.053832 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 60108) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:17:49.055488 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131ae2b4-224b-4271-b586-e2dbb80e0c69 None None] Bound using segment: {'id': 'e11c25a1-22bc-489d-94fb-b6370ba219df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 01 04:17:49.056215 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-131ae2b4-224b-4271-b586-e2dbb80e0c69 None None] Bound port: fcc80e9b-d217-4578-b3d7-051e03c8ba8c, host: dv-cinder-860044-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e11c25a1-22bc-489d-94fb-b6370ba219df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 01 04:17:49.058788 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-131ae2b4-224b-4271-b586-e2dbb80e0c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (fcc80e9b-d217-4578-b3d7-051e03c8ba8c), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:49.151688 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port 5bd9c7e6-f8d1-4658-b832-4fc8f74db724 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:17:49.153504 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device adb63683-9cea-44a1-a12a-b6831c35ae60 up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:17:49.162675 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-971a4974-97e7-4485-88de-daeddc15de47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (e1885dff-1747-43b8-b599-ba29482d04fc), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:49.177314 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:49.180938 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-131ae2b4-224b-4271-b586-e2dbb80e0c69 None None] For port fcc80e9b-d217-4578-b3d7-051e03c8ba8c, host dv-cinder-860044-1-iscsi, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 01 04:17:49.185134 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-131ae2b4-224b-4271-b586-e2dbb80e0c69 None None] For port fcc80e9b-d217-4578-b3d7-051e03c8ba8c, host dv-cinder-860044-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=fcc80e9b-d217-4578-b3d7-051e03c8ba8c,segment=NetworkSegment(e11c25a1-22bc-489d-94fb-b6370ba219df),segment_id=e11c25a1-22bc-489d-94fb-b6370ba219df)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 01 04:17:49.194813 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-131ae2b4-224b-4271-b586-e2dbb80e0c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (fcc80e9b-d217-4578-b3d7-051e03c8ba8c), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:49.197027 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:49.236575 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port adb63683-9cea-44a1-a12a-b6831c35ae60 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:17:49.237527 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (adb63683-9cea-44a1-a12a-b6831c35ae60), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:49.237945 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port adb63683-9cea-44a1-a12a-b6831c35ae60 Oct 01 04:17:49.248847 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131ae2b4-224b-4271-b586-e2dbb80e0c69 None None] Routers {'bd3e2cc2-4a45-4937-a829-76647eb9c5f8'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:17:49.249627 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-131ae2b4-224b-4271-b586-e2dbb80e0c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:17:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['bd3e2cc2-4a45-4937-a829-76647eb9c5f8'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:17:49.298375 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605181bf-c33f-4ae8-a7d6-3bbd37f5e95b None None] Network 9e21d865-d526-49ca-8e76-21cf583604c4 requested from dv-cinder-860044-1-iscsi {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 01 04:17:49.304585 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-87b68136-df55-4304-8b81-3b90cfb3dce5 admin admin] Publish callbacks [] for security_group (4754c33c-0178-4139-ac5b-11bc44bbda22), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:49.341542 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d3623-8682-464d-b956-70cec80b7dfc None None] Pushing event updated for resources: {'Port': ['ID=fcc80e9b-d217-4578-b3d7-051e03c8ba8c,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:17:49.342623 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f051bcb1-ffe1-430e-8767-6bee527936a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:49.453391 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-131ae2b4-224b-4271-b586-e2dbb80e0c69 None None] Set router bd3e2cc2-4a45-4937-a829-76647eb9c5f8 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:17:49.474002 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.db.db_base_plugin_common [None req-3d08e153-c4e9-486d-a2c8-a241ddd89ede admin admin] Allocated IP 172.27.2.241 (1c94595f-3990-43c2-b34b-d882a8bf5172/3c747529-64bf-417b-84a2-71abc1dc7574/dd4468db-ec48-49c8-8eb6-06517b0d32d3) {{(pid=106386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:17:49.486927 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-463580fe-1f7c-4499-b2b0-27dd97eacac2 admin admin] Publish callbacks [] for router_gateway (ba3249c9-9321-4995-bbd8-2b202194faee), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:49.490969 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-2c9d5970-b954-40f3-b0e5-34269c5e0dd3 None None] Provisioning complete for port adb63683-9cea-44a1-a12a-b6831c35ae60 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:17:49.491509 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2c9d5970-b954-40f3-b0e5-34269c5e0dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (adb63683-9cea-44a1-a12a-b6831c35ae60), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:49.491684 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-2c9d5970-b954-40f3-b0e5-34269c5e0dd3 None None] Attempt 1 to provision port adb63683-9cea-44a1-a12a-b6831c35ae60 Oct 01 04:17:49.514425 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-971a4974-97e7-4485-88de-daeddc15de47 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=d741cb6333b846708b3d55abd77b3934&name=default HTTP/1.1" status: 200 len: 2992 time: 2.4926064 Oct 01 04:17:49.518177 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-87b68136-df55-4304-8b81-3b90cfb3dce5 admin admin] Publish callbacks [] for security_group (4754c33c-0178-4139-ac5b-11bc44bbda22), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:49.522320 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 60118) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:17:49.592569 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941e6afe-c0de-4ee0-bfe6-36511e8fa285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4754c33c-0178-4139-ac5b-11bc44bbda22,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:17:49.651051 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port adb63683-9cea-44a1-a12a-b6831c35ae60 is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:17:49.651444 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (adb63683-9cea-44a1-a12a-b6831c35ae60), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:49.666702 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a4974-97e7-4485-88de-daeddc15de47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1885dff-1747-43b8-b599-ba29482d04fc,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:17:49.795674 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:49.830166 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] For port adb63683-9cea-44a1-a12a-b6831c35ae60, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=adb63683-9cea-44a1-a12a-b6831c35ae60,segment=NetworkSegment(4d8a2818-cf71-436d-a62b-4fe2056acb81),segment_id=4d8a2818-cf71-436d-a62b-4fe2056acb81)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:17:49.842474 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (adb63683-9cea-44a1-a12a-b6831c35ae60), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:49.945432 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-131ae2b4-224b-4271-b586-e2dbb80e0c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'name': 'tempest-AttachVolumeTestJSON-180303181-router', 'tenant_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'fcc80e9b-d217-4578-b3d7-051e03c8ba8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:42Z', 'updated_at': '2022-10-01T04:17:44Z', 'revision_number': 3, 'project_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'gw_port': {'id': 'fcc80e9b-d217-4578-b3d7-051e03c8ba8c', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c3:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:43Z', 'updated_at': '2022-10-01T04:17:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi'}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:17:49.976529 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:49.998011 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-2c9d5970-b954-40f3-b0e5-34269c5e0dd3 None None] Current status of the port adb63683-9cea-44a1-a12a-b6831c35ae60 is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:17:49.998981 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2c9d5970-b954-40f3-b0e5-34269c5e0dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (adb63683-9cea-44a1-a12a-b6831c35ae60), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:50.023289 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Pushing event updated for resources: {'Port': ['ID=adb63683-9cea-44a1-a12a-b6831c35ae60,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:17:50.024497 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5a5c4273-698b-4f9d-81ce-079dd6754f7e admin admin] Publish callbacks [] for router_gateway (540cb118-7e4e-4681-bfc5-51850a5afe33), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:50.086739 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131ae2b4-224b-4271-b586-e2dbb80e0c69 None None] The sync data for ids ['bd3e2cc2-4a45-4937-a829-76647eb9c5f8'] in dv-cinder-860044-1-iscsi is: [{'id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'name': 'tempest-AttachVolumeTestJSON-180303181-router', 'tenant_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'fcc80e9b-d217-4578-b3d7-051e03c8ba8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:42Z', 'updated_at': '2022-10-01T04:17:44Z', 'revision_number': 3, 'project_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'gw_port': {'id': 'fcc80e9b-d217-4578-b3d7-051e03c8ba8c', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c3:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:43Z', 'updated_at': '2022-10-01T04:17:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi'}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:17:50.125745 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf25dc0a-23df-43b6-a81e-6b41757343f5 None None] Network 41ad6d82-393d-469b-ad56-b82ab9a77fee requested from dv-cinder-860044-1-iscsi {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 01 04:17:50.141155 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-87b68136-df55-4304-8b81-3b90cfb3dce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (4754c33c-0178-4139-ac5b-11bc44bbda22), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:50.143967 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-87b68136-df55-4304-8b81-3b90cfb3dce5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:50.145180 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-87b68136-df55-4304-8b81-3b90cfb3dce5 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/4754c33c-0178-4139-ac5b-11bc44bbda22 HTTP/1.1" status: 204 len: 168 time: 1.0825818 Oct 01 04:17:50.223047 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b68136-df55-4304-8b81-3b90cfb3dce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4754c33c-0178-4139-ac5b-11bc44bbda22,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:17:50.262550 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.db.api [None req-2c9d5970-b954-40f3-b0e5-34269c5e0dd3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 01 04:17:50.263229 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG oslo_db.api [None req-2c9d5970-b954-40f3-b0e5-34269c5e0dd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 01 04:17:50.343879 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-45f37edc-9879-454e-abf4-ff062160f22a admin admin] Publish callbacks [] for security_group (e1885dff-1747-43b8-b599-ba29482d04fc), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:50.402935 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-45f37edc-9879-454e-abf4-ff062160f22a admin admin] Publish callbacks [] for security_group (e1885dff-1747-43b8-b599-ba29482d04fc), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:50.446726 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-463580fe-1f7c-4499-b2b0-27dd97eacac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989814'] for router (ba3249c9-9321-4995-bbd8-2b202194faee), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:50.454577 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f051bcb1-ffe1-430e-8767-6bee527936a4 admin admin] Publish callbacks [] for security_group (57d422b9-50df-4ae9-a10d-80814fbc8bd2), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:50.554425 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f051bcb1-ffe1-430e-8767-6bee527936a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (57d422b9-50df-4ae9-a10d-80814fbc8bd2), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:50.616381 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-45f37edc-9879-454e-abf4-ff062160f22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (e1885dff-1747-43b8-b599-ba29482d04fc), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:50.628393 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-45f37edc-9879-454e-abf4-ff062160f22a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:50.629669 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-45f37edc-9879-454e-abf4-ff062160f22a admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/e1885dff-1747-43b8-b599-ba29482d04fc HTTP/1.1" status: 204 len: 168 time: 1.0964227 Oct 01 04:17:50.656016 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:50.665279 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-f051bcb1-ffe1-430e-8767-6bee527936a4 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=313646c210bd4deb80ce02228c46a29a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6183102 Oct 01 04:17:50.678311 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 60144) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:17:50.827104 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3d08e153-c4e9-486d-a2c8-a241ddd89ede admin admin] Publish callbacks [] for port (dd4468db-ec48-49c8-8eb6-06517b0d32d3), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:50.874360 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-2c9d5970-b954-40f3-b0e5-34269c5e0dd3 None None] Current status of the port adb63683-9cea-44a1-a12a-b6831c35ae60 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:17:50.879034 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe9148a-3a97-491a-b7ef-b9abfd5755be None None] Network 8dd89a22-dfc1-4ff5-8687-6381c17de176 requested from dv-cinder-860044-1-iscsi {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 01 04:17:50.913528 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f051bcb1-ffe1-430e-8767-6bee527936a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d422b9-50df-4ae9-a10d-80814fbc8bd2,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:17:50.921740 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:51.010631 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6916ed89-a75c-44bc-9a89-bad5e7e3bac7 admin admin] Publish callbacks [] for security_group (57d422b9-50df-4ae9-a10d-80814fbc8bd2), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:51.101317 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6916ed89-a75c-44bc-9a89-bad5e7e3bac7 admin admin] Publish callbacks [] for security_group (57d422b9-50df-4ae9-a10d-80814fbc8bd2), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:51.112889 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:51.121132 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device ff32615c-e0b9-425e-bab3-9b56f5f43ff9 up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:17:51.217966 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f37edc-9879-454e-abf4-ff062160f22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1885dff-1747-43b8-b599-ba29482d04fc,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:17:51.225779 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b698c859-5164-4385-ac74-b831a37db21d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:51.233594 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6916ed89-a75c-44bc-9a89-bad5e7e3bac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (57d422b9-50df-4ae9-a10d-80814fbc8bd2), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:51.236174 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6916ed89-a75c-44bc-9a89-bad5e7e3bac7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:51.243203 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-6916ed89-a75c-44bc-9a89-bad5e7e3bac7 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/57d422b9-50df-4ae9-a10d-80814fbc8bd2 HTTP/1.1" status: 204 len: 168 time: 0.5600166 Oct 01 04:17:51.279611 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6916ed89-a75c-44bc-9a89-bad5e7e3bac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d422b9-50df-4ae9-a10d-80814fbc8bd2,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:17:51.294542 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-463580fe-1f7c-4499-b2b0-27dd97eacac2 admin admin] Router ba3249c9-9321-4995-bbd8-2b202194faee is scheduled to L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 01 04:17:51.446458 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3d08e153-c4e9-486d-a2c8-a241ddd89ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850'] for port (dd4468db-ec48-49c8-8eb6-06517b0d32d3), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:51.472590 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=100 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:51.581849 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:51.582715 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port ff32615c-e0b9-425e-bab3-9b56f5f43ff9 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:17:51.583111 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (ff32615c-e0b9-425e-bab3-9b56f5f43ff9), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:51.583514 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port ff32615c-e0b9-425e-bab3-9b56f5f43ff9 Oct 01 04:17:51.591559 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463580fe-1f7c-4499-b2b0-27dd97eacac2 admin admin] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:17:51.632663 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-463580fe-1f7c-4499-b2b0-27dd97eacac2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:51.635477 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66363a4f-8de6-43f4-84a0-9c209ed91e62 None None] Sync routers for ids ['ba3249c9-9321-4995-bbd8-2b202194faee'] in dv-cinder-860044-1-iscsi {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:17:51.639168 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-463580fe-1f7c-4499-b2b0-27dd97eacac2 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.2024493 Oct 01 04:17:51.640783 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 60164) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:17:51.645518 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-2666f342-c07d-43d7-82ee-02b180e7ca95 None None] Provisioning complete for port ff32615c-e0b9-425e-bab3-9b56f5f43ff9 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:17:51.646042 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2666f342-c07d-43d7-82ee-02b180e7ca95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (ff32615c-e0b9-425e-bab3-9b56f5f43ff9), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:51.646402 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-2666f342-c07d-43d7-82ee-02b180e7ca95 None None] Attempt 1 to provision port ff32615c-e0b9-425e-bab3-9b56f5f43ff9 Oct 01 04:17:51.705243 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5a5c4273-698b-4f9d-81ce-079dd6754f7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989814'] for router (540cb118-7e4e-4681-bfc5-51850a5afe33), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:51.708844 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66363a4f-8de6-43f4-84a0-9c209ed91e62 None None] Routers {'ba3249c9-9321-4995-bbd8-2b202194faee'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:17:51.709522 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-66363a4f-8de6-43f4-84a0-9c209ed91e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:17:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['ba3249c9-9321-4995-bbd8-2b202194faee'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:17:51.740363 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d08e153-c4e9-486d-a2c8-a241ddd89ede admin admin] Network 1c94595f-3990-43c2-b34b-d882a8bf5172 is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:17:51.800832 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-3d08e153-c4e9-486d-a2c8-a241ddd89ede admin admin] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:17:51.862251 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d08e153-c4e9-486d-a2c8-a241ddd89ede admin admin] Received port after_create {{(pid=106386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:17:51.867223 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-66363a4f-8de6-43f4-84a0-9c209ed91e62 None None] Set router ba3249c9-9321-4995-bbd8-2b202194faee gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:17:51.897339 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:UPDATE=1,neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:51.988438 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port ff32615c-e0b9-425e-bab3-9b56f5f43ff9 is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:17:51.998824 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (ff32615c-e0b9-425e-bab3-9b56f5f43ff9), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:52.049979 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08e153-c4e9-486d-a2c8-a241ddd89ede admin admin] Pushing event updated for resources: {'Port': ['ID=dd4468db-ec48-49c8-8eb6-06517b0d32d3,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:17:52.102184 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] For port ff32615c-e0b9-425e-bab3-9b56f5f43ff9, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=ff32615c-e0b9-425e-bab3-9b56f5f43ff9,segment=NetworkSegment(51709e80-dc59-468f-acd2-9bd2e5ce513c),segment_id=51709e80-dc59-468f-acd2-9bd2e5ce513c)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:17:52.117778 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (ff32615c-e0b9-425e-bab3-9b56f5f43ff9), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:52.119506 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device adb63683-9cea-44a1-a12a-b6831c35ae60 up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:17:52.301445 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-2666f342-c07d-43d7-82ee-02b180e7ca95 None None] Current status of the port ff32615c-e0b9-425e-bab3-9b56f5f43ff9 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:17:52.354645 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-2666f342-c07d-43d7-82ee-02b180e7ca95 None None] Provisioning complete for port aa200d85-c993-4bdd-9137-fd6c5d69690b triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:17:52.355454 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2666f342-c07d-43d7-82ee-02b180e7ca95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (aa200d85-c993-4bdd-9137-fd6c5d69690b), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:52.355827 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-2666f342-c07d-43d7-82ee-02b180e7ca95 None None] Attempt 1 to provision port aa200d85-c993-4bdd-9137-fd6c5d69690b Oct 01 04:17:52.358494 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Pushing event updated for resources: {'Port': ['ID=ff32615c-e0b9-425e-bab3-9b56f5f43ff9,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:17:52.436243 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port adb63683-9cea-44a1-a12a-b6831c35ae60 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:17:52.436711 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (adb63683-9cea-44a1-a12a-b6831c35ae60), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:52.437639 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port adb63683-9cea-44a1-a12a-b6831c35ae60 Oct 01 04:17:52.496316 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-66363a4f-8de6-43f4-84a0-9c209ed91e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3249c9-9321-4995-bbd8-2b202194faee', 'name': 'tempest-DeleteServersTestJSON-1737244353-router', 'tenant_id': 'c1b321c355e94b8496955f09f547f561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '9cf923f9-4a5b-4ef6-bee2-e1525d00489e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:45Z', 'updated_at': '2022-10-01T04:17:48Z', 'revision_number': 3, 'project_id': 'c1b321c355e94b8496955f09f547f561', 'gw_port': {'id': '9cf923f9-4a5b-4ef6-bee2-e1525d00489e', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:aa:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3249c9-9321-4995-bbd8-2b202194faee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:46Z', 'updated_at': '2022-10-01T04:17:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi'}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:17:52.505402 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=100 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:52.565180 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66363a4f-8de6-43f4-84a0-9c209ed91e62 None None] Checking router: ba3249c9-9321-4995-bbd8-2b202194faee for host: dv-cinder-860044-1-iscsi {{(pid=106388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:17:52.565542 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66363a4f-8de6-43f4-84a0-9c209ed91e62 None None] Updating router ba3249c9-9321-4995-bbd8-2b202194faee port 9cf923f9-4a5b-4ef6-bee2-e1525d00489e binding host dv-cinder-860044-1-iscsi {{(pid=106388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 01 04:17:52.658943 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-37810189-81ea-4836-8bb8-20f10067c142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:52.671646 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-2666f342-c07d-43d7-82ee-02b180e7ca95 None None] Current status of the port aa200d85-c993-4bdd-9137-fd6c5d69690b is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:17:52.672039 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2666f342-c07d-43d7-82ee-02b180e7ca95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (aa200d85-c993-4bdd-9137-fd6c5d69690b), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:52.678168 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-66363a4f-8de6-43f4-84a0-9c209ed91e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (9cf923f9-4a5b-4ef6-bee2-e1525d00489e), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:52.782636 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port adb63683-9cea-44a1-a12a-b6831c35ae60 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:17:52.783762 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device aa200d85-c993-4bdd-9137-fd6c5d69690b up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:17:52.785230 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:52.868583 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:52.875884 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a5c4273-698b-4f9d-81ce-079dd6754f7e admin admin] Router 540cb118-7e4e-4681-bfc5-51850a5afe33 is scheduled to L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 with binding_index 1 {{(pid=106386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 01 04:17:52.878231 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.db.db_base_plugin_common [None req-b698c859-5164-4385-ac74-b831a37db21d admin admin] Allocated IP 172.20.0.1 (3af0afc2-a8fa-427e-a8af-57c40105fd2b/89891fb7-0571-4637-a13e-eaebabac5342/03de13cd-17bd-4c7d-8ee6-140edfcf3b21) {{(pid=106386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:17:52.934891 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (2c3964fb-7920-4c48-8672-be15ccfa9ce8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:52.949564 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port aa200d85-c993-4bdd-9137-fd6c5d69690b triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:17:52.950824 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (aa200d85-c993-4bdd-9137-fd6c5d69690b), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:52.951182 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port aa200d85-c993-4bdd-9137-fd6c5d69690b Oct 01 04:17:52.959672 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-37810189-81ea-4836-8bb8-20f10067c142 admin admin] Allocated IP 172.20.0.1 (8dd89a22-dfc1-4ff5-8687-6381c17de176/912c5681-b707-4357-9fbf-835b97447818/7ba0d535-66bc-4545-9c38-25a1d1423561) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:17:52.962304 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3d08e153-c4e9-486d-a2c8-a241ddd89ede admin admin] Publish callbacks [] for router_gateway (3afaa6c5-af0b-47df-85d6-9e90acb38e71), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:53.049449 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-2666f342-c07d-43d7-82ee-02b180e7ca95 None None] For port aa200d85-c993-4bdd-9137-fd6c5d69690b, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=aa200d85-c993-4bdd-9137-fd6c5d69690b,segment=NetworkSegment(2ed9749a-eb3b-4451-b7b7-83bb473f5fb1),segment_id=2ed9749a-eb3b-4451-b7b7-83bb473f5fb1)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:17:53.066129 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2666f342-c07d-43d7-82ee-02b180e7ca95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (aa200d85-c993-4bdd-9137-fd6c5d69690b), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:53.100091 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-37810189-81ea-4836-8bb8-20f10067c142 admin admin] Publish callbacks [] for port (7ba0d535-66bc-4545-9c38-25a1d1423561), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:53.120670 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-2666f342-c07d-43d7-82ee-02b180e7ca95 None None] Provisioning complete for port adb63683-9cea-44a1-a12a-b6831c35ae60 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:17:53.121091 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2666f342-c07d-43d7-82ee-02b180e7ca95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (adb63683-9cea-44a1-a12a-b6831c35ae60), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:53.121433 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-2666f342-c07d-43d7-82ee-02b180e7ca95 None None] Attempt 1 to provision port adb63683-9cea-44a1-a12a-b6831c35ae60 Oct 01 04:17:53.142984 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-37810189-81ea-4836-8bb8-20f10067c142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850'] for port (7ba0d535-66bc-4545-9c38-25a1d1423561), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:53.213262 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2666f342-c07d-43d7-82ee-02b180e7ca95 None None] Pushing event updated for resources: {'Port': ['ID=aa200d85-c993-4bdd-9137-fd6c5d69690b,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:17:53.243231 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:53.246686 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37810189-81ea-4836-8bb8-20f10067c142 admin admin] Network 8dd89a22-dfc1-4ff5-8687-6381c17de176 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:17:53.257968 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-37810189-81ea-4836-8bb8-20f10067c142 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:17:53.261854 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37810189-81ea-4836-8bb8-20f10067c142 admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:17:53.262690 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-37810189-81ea-4836-8bb8-20f10067c142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7982369'] for router_interface (ba3249c9-9321-4995-bbd8-2b202194faee), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:53.276013 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:53.309796 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port aa200d85-c993-4bdd-9137-fd6c5d69690b is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:17:53.432256 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37810189-81ea-4836-8bb8-20f10067c142 admin admin] Pushing event updated for resources: {'Port': ['ID=7ba0d535-66bc-4545-9c38-25a1d1423561,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:17:53.471424 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:53.479131 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5c4273-698b-4f9d-81ce-079dd6754f7e admin admin] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:17:53.494192 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2621a665-af70-4b59-bd4f-e2dffd9c57c6 None None] Sync routers for ids ['540cb118-7e4e-4681-bfc5-51850a5afe33'] in dv-cinder-860044-1-iscsi {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:17:53.529061 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2621a665-af70-4b59-bd4f-e2dffd9c57c6 None None] Routers {'540cb118-7e4e-4681-bfc5-51850a5afe33'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:17:53.529748 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-2621a665-af70-4b59-bd4f-e2dffd9c57c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:17:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['540cb118-7e4e-4681-bfc5-51850a5afe33'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:17:53.609626 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-66363a4f-8de6-43f4-84a0-9c209ed91e62 None None] Publish callbacks [] for port (9cf923f9-4a5b-4ef6-bee2-e1525d00489e), precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:53.618306 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:53.639914 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-66363a4f-8de6-43f4-84a0-9c209ed91e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (9cf923f9-4a5b-4ef6-bee2-e1525d00489e), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:53.717631 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-2666f342-c07d-43d7-82ee-02b180e7ca95 None None] Current status of the port adb63683-9cea-44a1-a12a-b6831c35ae60 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:17:53.730435 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-66363a4f-8de6-43f4-84a0-9c209ed91e62 None None] Attempting to bind port 9cf923f9-4a5b-4ef6-bee2-e1525d00489e on host dv-cinder-860044-1-iscsi for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 01 04:17:53.731037 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-66363a4f-8de6-43f4-84a0-9c209ed91e62 None None] Attempting to bind port 9cf923f9-4a5b-4ef6-bee2-e1525d00489e by drivers openvswitch,hyperv on host dv-cinder-860044-1-iscsi at level 0 using segments [{'id': 'e11c25a1-22bc-489d-94fb-b6370ba219df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 01 04:17:53.731411 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66363a4f-8de6-43f4-84a0-9c209ed91e62 None None] Attempting to bind port 9cf923f9-4a5b-4ef6-bee2-e1525d00489e on network 1c94595f-3990-43c2-b34b-d882a8bf5172 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:17:53.783620 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-2621a665-af70-4b59-bd4f-e2dffd9c57c6 None None] Set router 540cb118-7e4e-4681-bfc5-51850a5afe33 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:17:53.791328 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-37810189-81ea-4836-8bb8-20f10067c142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (7ba0d535-66bc-4545-9c38-25a1d1423561), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:53.815038 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device fcc80e9b-d217-4578-b3d7-051e03c8ba8c up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:17:53.882346 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b698c859-5164-4385-ac74-b831a37db21d admin admin] Publish callbacks [] for port (03de13cd-17bd-4c7d-8ee6-140edfcf3b21), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:53.906237 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5a5c4273-698b-4f9d-81ce-079dd6754f7e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:53.910088 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-5a5c4273-698b-4f9d-81ce-079dd6754f7e admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.8755763 Oct 01 04:17:53.971125 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 60224) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:17:53.988153 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66363a4f-8de6-43f4-84a0-9c209ed91e62 None None] Checking agent: {'id': 'd8875dbe-87f1-4639-b3ef-79ff4b202d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860044-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 1, 4, 9, 48), 'started_at': datetime.datetime(2022, 10, 1, 4, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 1, 4, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860044-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 01 04:17:53.988525 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66363a4f-8de6-43f4-84a0-9c209ed91e62 None None] Checking segment: {'id': 'e11c25a1-22bc-489d-94fb-b6370ba219df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:17:53.988982 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-66363a4f-8de6-43f4-84a0-9c209ed91e62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:53.989397 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66363a4f-8de6-43f4-84a0-9c209ed91e62 None None] Bound using segment: {'id': 'e11c25a1-22bc-489d-94fb-b6370ba219df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 01 04:17:53.989917 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-66363a4f-8de6-43f4-84a0-9c209ed91e62 None None] Bound port: 9cf923f9-4a5b-4ef6-bee2-e1525d00489e, host: dv-cinder-860044-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e11c25a1-22bc-489d-94fb-b6370ba219df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 01 04:17:53.990320 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-66363a4f-8de6-43f4-84a0-9c209ed91e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (9cf923f9-4a5b-4ef6-bee2-e1525d00489e), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:54.004794 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ced3be1-262d-4e3b-91f4-41b1e3c0a89f None None] Pushing event updated for resources: {'Port': ['ID=9cf923f9-4a5b-4ef6-bee2-e1525d00489e,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:17:54.010995 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-78a6e40d-89a8-401b-860e-4529fadd6114 None None] Provisioning complete for port 7ba0d535-66bc-4545-9c38-25a1d1423561 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:17:54.010995 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-78a6e40d-89a8-401b-860e-4529fadd6114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (7ba0d535-66bc-4545-9c38-25a1d1423561), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:54.010995 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-78a6e40d-89a8-401b-860e-4529fadd6114 None None] Attempt 1 to provision port 7ba0d535-66bc-4545-9c38-25a1d1423561 Oct 01 04:17:54.149133 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-2621a665-af70-4b59-bd4f-e2dffd9c57c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540cb118-7e4e-4681-bfc5-51850a5afe33', 'name': 'tempest-ServerRescueNegativeTestJSON-1121395474-router', 'tenant_id': '839c91c5262a49768c3e937b5a034137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '7bbc7e7e-5f4c-4348-8066-b51f3619b0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:44Z', 'updated_at': '2022-10-01T04:17:49Z', 'revision_number': 3, 'project_id': '839c91c5262a49768c3e937b5a034137', 'gw_port': {'id': '7bbc7e7e-5f4c-4348-8066-b51f3619b0e5', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d3:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540cb118-7e4e-4681-bfc5-51850a5afe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:46Z', 'updated_at': '2022-10-01T04:17:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi'}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:17:54.181556 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port fcc80e9b-d217-4578-b3d7-051e03c8ba8c triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:17:54.182113 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (fcc80e9b-d217-4578-b3d7-051e03c8ba8c), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:54.182263 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port fcc80e9b-d217-4578-b3d7-051e03c8ba8c Oct 01 04:17:54.237924 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-78a6e40d-89a8-401b-860e-4529fadd6114 None None] Port 7ba0d535-66bc-4545-9c38-25a1d1423561 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 01 04:17:54.241392 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2621a665-af70-4b59-bd4f-e2dffd9c57c6 None None] Checking router: 540cb118-7e4e-4681-bfc5-51850a5afe33 for host: dv-cinder-860044-1-iscsi {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:17:54.241747 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2621a665-af70-4b59-bd4f-e2dffd9c57c6 None None] Updating router 540cb118-7e4e-4681-bfc5-51850a5afe33 port 7bbc7e7e-5f4c-4348-8066-b51f3619b0e5 binding host dv-cinder-860044-1-iscsi {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 01 04:17:54.287230 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-37810189-81ea-4836-8bb8-20f10067c142 admin admin] Publish callbacks [] for port (7ba0d535-66bc-4545-9c38-25a1d1423561), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:54.295782 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-37810189-81ea-4836-8bb8-20f10067c142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (7ba0d535-66bc-4545-9c38-25a1d1423561), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:54.296519 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-37810189-81ea-4836-8bb8-20f10067c142 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7886632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7982485'] for router_interface (ba3249c9-9321-4995-bbd8-2b202194faee), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:54.300729 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-78a6e40d-89a8-401b-860e-4529fadd6114 None None] Provisioning complete for port aa200d85-c993-4bdd-9137-fd6c5d69690b triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:17:54.301154 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-78a6e40d-89a8-401b-860e-4529fadd6114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (aa200d85-c993-4bdd-9137-fd6c5d69690b), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:54.301497 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-78a6e40d-89a8-401b-860e-4529fadd6114 None None] Attempt 1 to provision port aa200d85-c993-4bdd-9137-fd6c5d69690b Oct 01 04:17:54.307006 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-66363a4f-8de6-43f4-84a0-9c209ed91e62 None None] For port 9cf923f9-4a5b-4ef6-bee2-e1525d00489e, host dv-cinder-860044-1-iscsi, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 01 04:17:54.308065 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2621a665-af70-4b59-bd4f-e2dffd9c57c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (7bbc7e7e-5f4c-4348-8066-b51f3619b0e5), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:54.329969 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3d08e153-c4e9-486d-a2c8-a241ddd89ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989814'] for router (3afaa6c5-af0b-47df-85d6-9e90acb38e71), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:54.350163 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b698c859-5164-4385-ac74-b831a37db21d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850'] for port (03de13cd-17bd-4c7d-8ee6-140edfcf3b21), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:54.383542 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37810189-81ea-4836-8bb8-20f10067c142 admin admin] Pushing event updated for resources: {'Port': ['ID=7ba0d535-66bc-4545-9c38-25a1d1423561,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:17:54.504523 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:54.539516 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-66363a4f-8de6-43f4-84a0-9c209ed91e62 None None] For port 9cf923f9-4a5b-4ef6-bee2-e1525d00489e, host dv-cinder-860044-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=9cf923f9-4a5b-4ef6-bee2-e1525d00489e,segment=NetworkSegment(e11c25a1-22bc-489d-94fb-b6370ba219df),segment_id=e11c25a1-22bc-489d-94fb-b6370ba219df)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 01 04:17:54.551511 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37810189-81ea-4836-8bb8-20f10067c142 admin admin] Network 8dd89a22-dfc1-4ff5-8687-6381c17de176 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:17:54.554299 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-37810189-81ea-4836-8bb8-20f10067c142 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:17:54.641920 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b698c859-5164-4385-ac74-b831a37db21d admin admin] Network 3af0afc2-a8fa-427e-a8af-57c40105fd2b is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:17:54.654053 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port fcc80e9b-d217-4578-b3d7-051e03c8ba8c is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:17:54.655292 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (fcc80e9b-d217-4578-b3d7-051e03c8ba8c), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:54.675315 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-b698c859-5164-4385-ac74-b831a37db21d admin admin] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:17:54.685164 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-66363a4f-8de6-43f4-84a0-9c209ed91e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (9cf923f9-4a5b-4ef6-bee2-e1525d00489e), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:54.689538 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b698c859-5164-4385-ac74-b831a37db21d admin admin] Received port after_create {{(pid=106386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:17:54.690690 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b698c859-5164-4385-ac74-b831a37db21d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7982369'] for router_interface (bd3e2cc2-4a45-4937-a829-76647eb9c5f8), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:54.733979 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] For port fcc80e9b-d217-4578-b3d7-051e03c8ba8c, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=fcc80e9b-d217-4578-b3d7-051e03c8ba8c,segment=NetworkSegment(e11c25a1-22bc-489d-94fb-b6370ba219df),segment_id=e11c25a1-22bc-489d-94fb-b6370ba219df)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:17:54.818341 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37810189-81ea-4836-8bb8-20f10067c142 admin admin] Router ba3249c9-9321-4995-bbd8-2b202194faee has already been hosted by L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 01 04:17:54.820827 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-78a6e40d-89a8-401b-860e-4529fadd6114 None None] Current status of the port aa200d85-c993-4bdd-9137-fd6c5d69690b is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:17:54.833583 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (fcc80e9b-d217-4578-b3d7-051e03c8ba8c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:54.834835 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device ff32615c-e0b9-425e-bab3-9b56f5f43ff9 up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:17:54.878117 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-78a6e40d-89a8-401b-860e-4529fadd6114 None None] Provisioning complete for port ff32615c-e0b9-425e-bab3-9b56f5f43ff9 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:17:54.878884 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-78a6e40d-89a8-401b-860e-4529fadd6114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (ff32615c-e0b9-425e-bab3-9b56f5f43ff9), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:54.879380 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-78a6e40d-89a8-401b-860e-4529fadd6114 None None] Attempt 1 to provision port ff32615c-e0b9-425e-bab3-9b56f5f43ff9 Oct 01 04:17:54.978110 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b698c859-5164-4385-ac74-b831a37db21d admin admin] Pushing event updated for resources: {'Port': ['ID=03de13cd-17bd-4c7d-8ee6-140edfcf3b21,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:17:55.012073 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66363a4f-8de6-43f4-84a0-9c209ed91e62 None None] Routers {'ba3249c9-9321-4995-bbd8-2b202194faee'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:17:55.012723 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-66363a4f-8de6-43f4-84a0-9c209ed91e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:17:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['ba3249c9-9321-4995-bbd8-2b202194faee'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:17:55.043920 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2621a665-af70-4b59-bd4f-e2dffd9c57c6 None None] Publish callbacks [] for port (7bbc7e7e-5f4c-4348-8066-b51f3619b0e5), precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:55.061937 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2621a665-af70-4b59-bd4f-e2dffd9c57c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (7bbc7e7e-5f4c-4348-8066-b51f3619b0e5), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:55.070397 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:55.106832 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37810189-81ea-4836-8bb8-20f10067c142 admin admin] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:17:55.122878 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-37810189-81ea-4836-8bb8-20f10067c142 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/ba3249c9-9321-4995-bbd8-2b202194faee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4798250 Oct 01 04:17:55.138525 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-2621a665-af70-4b59-bd4f-e2dffd9c57c6 None None] Attempting to bind port 7bbc7e7e-5f4c-4348-8066-b51f3619b0e5 on host dv-cinder-860044-1-iscsi for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 01 04:17:55.139301 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-2621a665-af70-4b59-bd4f-e2dffd9c57c6 None None] Attempting to bind port 7bbc7e7e-5f4c-4348-8066-b51f3619b0e5 by drivers openvswitch,hyperv on host dv-cinder-860044-1-iscsi at level 0 using segments [{'id': 'e11c25a1-22bc-489d-94fb-b6370ba219df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 01 04:17:55.139871 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2621a665-af70-4b59-bd4f-e2dffd9c57c6 None None] Attempting to bind port 7bbc7e7e-5f4c-4348-8066-b51f3619b0e5 on network 1c94595f-3990-43c2-b34b-d882a8bf5172 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:17:55.175569 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd64d81-60aa-48f8-9c26-f5faddbafd7b None None] Pushing event updated for resources: {'Port': ['ID=7bbc7e7e-5f4c-4348-8066-b51f3619b0e5,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:17:55.187888 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:55.200407 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2621a665-af70-4b59-bd4f-e2dffd9c57c6 None None] Checking agent: {'id': 'd8875dbe-87f1-4639-b3ef-79ff4b202d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860044-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 1, 4, 9, 48), 'started_at': datetime.datetime(2022, 10, 1, 4, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 1, 4, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860044-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 01 04:17:55.201228 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2621a665-af70-4b59-bd4f-e2dffd9c57c6 None None] Checking segment: {'id': 'e11c25a1-22bc-489d-94fb-b6370ba219df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:17:55.201853 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2621a665-af70-4b59-bd4f-e2dffd9c57c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:55.202689 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2621a665-af70-4b59-bd4f-e2dffd9c57c6 None None] Bound using segment: {'id': 'e11c25a1-22bc-489d-94fb-b6370ba219df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 01 04:17:55.203404 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-2621a665-af70-4b59-bd4f-e2dffd9c57c6 None None] Bound port: 7bbc7e7e-5f4c-4348-8066-b51f3619b0e5, host: dv-cinder-860044-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e11c25a1-22bc-489d-94fb-b6370ba219df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 01 04:17:55.204173 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2621a665-af70-4b59-bd4f-e2dffd9c57c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (7bbc7e7e-5f4c-4348-8066-b51f3619b0e5), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:55.277503 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:55.283042 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2621a665-af70-4b59-bd4f-e2dffd9c57c6 None None] For port 7bbc7e7e-5f4c-4348-8066-b51f3619b0e5, host dv-cinder-860044-1-iscsi, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 01 04:17:55.288913 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ced3be1-262d-4e3b-91f4-41b1e3c0a89f None None] Pushing event updated for resources: {'Port': ['ID=9cf923f9-4a5b-4ef6-bee2-e1525d00489e,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:17:55.294616 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2621a665-af70-4b59-bd4f-e2dffd9c57c6 None None] For port 7bbc7e7e-5f4c-4348-8066-b51f3619b0e5, host dv-cinder-860044-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=7bbc7e7e-5f4c-4348-8066-b51f3619b0e5,segment=NetworkSegment(e11c25a1-22bc-489d-94fb-b6370ba219df),segment_id=e11c25a1-22bc-489d-94fb-b6370ba219df)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 01 04:17:55.304271 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-66363a4f-8de6-43f4-84a0-9c209ed91e62 None None] Set router ba3249c9-9321-4995-bbd8-2b202194faee gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:17:55.306579 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:55.308614 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-78a6e40d-89a8-401b-860e-4529fadd6114 None None] Current status of the port ff32615c-e0b9-425e-bab3-9b56f5f43ff9 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:17:55.312869 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2621a665-af70-4b59-bd4f-e2dffd9c57c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (7bbc7e7e-5f4c-4348-8066-b51f3619b0e5), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:55.338572 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2621a665-af70-4b59-bd4f-e2dffd9c57c6 None None] Routers {'540cb118-7e4e-4681-bfc5-51850a5afe33'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:17:55.339205 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-2621a665-af70-4b59-bd4f-e2dffd9c57c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:17:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['540cb118-7e4e-4681-bfc5-51850a5afe33'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:17:55.401309 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Pushing event updated for resources: {'Port': ['ID=fcc80e9b-d217-4578-b3d7-051e03c8ba8c,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:17:55.446745 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:55.464607 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port ff32615c-e0b9-425e-bab3-9b56f5f43ff9 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:17:55.464607 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (ff32615c-e0b9-425e-bab3-9b56f5f43ff9), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:55.464607 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port ff32615c-e0b9-425e-bab3-9b56f5f43ff9 Oct 01 04:17:55.519765 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd64d81-60aa-48f8-9c26-f5faddbafd7b None None] Pushing event updated for resources: {'Port': ['ID=7bbc7e7e-5f4c-4348-8066-b51f3619b0e5,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:17:55.580033 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d08e153-c4e9-486d-a2c8-a241ddd89ede admin admin] Router 3afaa6c5-af0b-47df-85d6-9e90acb38e71 is scheduled to L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 with binding_index 1 {{(pid=106386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 01 04:17:55.650815 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-01620bd6-8434-4851-b8e5-8ea4d77bde79 None None] Provisioning complete for port 03de13cd-17bd-4c7d-8ee6-140edfcf3b21 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:17:55.651088 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-01620bd6-8434-4851-b8e5-8ea4d77bde79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (03de13cd-17bd-4c7d-8ee6-140edfcf3b21), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:55.652318 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-01620bd6-8434-4851-b8e5-8ea4d77bde79 None None] Attempt 1 to provision port 03de13cd-17bd-4c7d-8ee6-140edfcf3b21 Oct 01 04:17:55.715456 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-2621a665-af70-4b59-bd4f-e2dffd9c57c6 None None] Set router 540cb118-7e4e-4681-bfc5-51850a5afe33 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:17:55.811453 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d08e153-c4e9-486d-a2c8-a241ddd89ede admin admin] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:17:55.817461 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b698c859-5164-4385-ac74-b831a37db21d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (03de13cd-17bd-4c7d-8ee6-140edfcf3b21), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:55.851373 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe68091c-47d0-407e-b389-76f41b9fe6c8 None None] Sync routers for ids ['3afaa6c5-af0b-47df-85d6-9e90acb38e71'] in dv-cinder-860044-1-iscsi {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:17:55.899570 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=100 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:55.936399 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-01620bd6-8434-4851-b8e5-8ea4d77bde79 None None] Port 03de13cd-17bd-4c7d-8ee6-140edfcf3b21 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 01 04:17:55.976649 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe68091c-47d0-407e-b389-76f41b9fe6c8 None None] Routers {'3afaa6c5-af0b-47df-85d6-9e90acb38e71'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:17:55.977349 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-fe68091c-47d0-407e-b389-76f41b9fe6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:17:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['3afaa6c5-af0b-47df-85d6-9e90acb38e71'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:17:56.071448 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-2621a665-af70-4b59-bd4f-e2dffd9c57c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540cb118-7e4e-4681-bfc5-51850a5afe33', 'name': 'tempest-ServerRescueNegativeTestJSON-1121395474-router', 'tenant_id': '839c91c5262a49768c3e937b5a034137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '7bbc7e7e-5f4c-4348-8066-b51f3619b0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:44Z', 'updated_at': '2022-10-01T04:17:49Z', 'revision_number': 3, 'project_id': '839c91c5262a49768c3e937b5a034137', 'gw_port': {'id': '7bbc7e7e-5f4c-4348-8066-b51f3619b0e5', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d3:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540cb118-7e4e-4681-bfc5-51850a5afe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:46Z', 'updated_at': '2022-10-01T04:17:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi'}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:17:56.096195 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-fe68091c-47d0-407e-b389-76f41b9fe6c8 None None] Set router 3afaa6c5-af0b-47df-85d6-9e90acb38e71 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:17:56.110520 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2621a665-af70-4b59-bd4f-e2dffd9c57c6 None None] The sync data for ids ['540cb118-7e4e-4681-bfc5-51850a5afe33'] in dv-cinder-860044-1-iscsi is: [{'id': '540cb118-7e4e-4681-bfc5-51850a5afe33', 'name': 'tempest-ServerRescueNegativeTestJSON-1121395474-router', 'tenant_id': '839c91c5262a49768c3e937b5a034137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '7bbc7e7e-5f4c-4348-8066-b51f3619b0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:44Z', 'updated_at': '2022-10-01T04:17:49Z', 'revision_number': 3, 'project_id': '839c91c5262a49768c3e937b5a034137', 'gw_port': {'id': '7bbc7e7e-5f4c-4348-8066-b51f3619b0e5', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d3:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540cb118-7e4e-4681-bfc5-51850a5afe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:46Z', 'updated_at': '2022-10-01T04:17:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi'}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:17:56.193669 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-01620bd6-8434-4851-b8e5-8ea4d77bde79 None None] Provisioning complete for port 7ba0d535-66bc-4545-9c38-25a1d1423561 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:17:56.194035 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-01620bd6-8434-4851-b8e5-8ea4d77bde79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (7ba0d535-66bc-4545-9c38-25a1d1423561), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:56.194365 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-01620bd6-8434-4851-b8e5-8ea4d77bde79 None None] Attempt 1 to provision port 7ba0d535-66bc-4545-9c38-25a1d1423561 Oct 01 04:17:56.209556 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port ff32615c-e0b9-425e-bab3-9b56f5f43ff9 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:17:56.214473 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device aa200d85-c993-4bdd-9137-fd6c5d69690b up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:17:56.310303 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-84943258-cd4f-4dbd-af56-02ca46e540e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:56.322190 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3d08e153-c4e9-486d-a2c8-a241ddd89ede admin admin] Publish callbacks [] for router (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:56.323441 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-3d08e153-c4e9-486d-a2c8-a241ddd89ede admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 12.1787031 Oct 01 04:17:56.326370 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 60318) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:17:56.399978 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-01620bd6-8434-4851-b8e5-8ea4d77bde79 None None] Port 7ba0d535-66bc-4545-9c38-25a1d1423561 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 01 04:17:56.439399 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 60332) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:17:56.439547 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-66363a4f-8de6-43f4-84a0-9c209ed91e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3249c9-9321-4995-bbd8-2b202194faee', 'name': 'tempest-DeleteServersTestJSON-1737244353-router', 'tenant_id': 'c1b321c355e94b8496955f09f547f561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '9cf923f9-4a5b-4ef6-bee2-e1525d00489e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:45Z', 'updated_at': '2022-10-01T04:17:53Z', 'revision_number': 4, 'project_id': 'c1b321c355e94b8496955f09f547f561', 'gw_port': {'id': '9cf923f9-4a5b-4ef6-bee2-e1525d00489e', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:aa:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3249c9-9321-4995-bbd8-2b202194faee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:46Z', 'updated_at': '2022-10-01T04:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '7ba0d535-66bc-4545-9c38-25a1d1423561', 'name': '', 'network_id': '8dd89a22-dfc1-4ff5-8687-6381c17de176', 'tenant_id': 'c1b321c355e94b8496955f09f547f561', 'mac_address': 'fa:16:3e:86:53:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3249c9-9321-4995-bbd8-2b202194faee', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '912c5681-b707-4357-9fbf-835b97447818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:52Z', 'updated_at': '2022-10-01T04:17:53Z', 'revision_number': 2, 'project_id': 'c1b321c355e94b8496955f09f547f561', 'subnets': [{'id': '912c5681-b707-4357-9fbf-835b97447818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:17:56.447389 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port aa200d85-c993-4bdd-9137-fd6c5d69690b triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:17:56.447756 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (aa200d85-c993-4bdd-9137-fd6c5d69690b), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:56.448075 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port aa200d85-c993-4bdd-9137-fd6c5d69690b Oct 01 04:17:56.456753 dv-cinder-860044-1-iscsi neutron-server[106386]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 01 04:17:56.519808 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66363a4f-8de6-43f4-84a0-9c209ed91e62 None None] The sync data for ids ['ba3249c9-9321-4995-bbd8-2b202194faee'] in dv-cinder-860044-1-iscsi is: [{'id': 'ba3249c9-9321-4995-bbd8-2b202194faee', 'name': 'tempest-DeleteServersTestJSON-1737244353-router', 'tenant_id': 'c1b321c355e94b8496955f09f547f561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '9cf923f9-4a5b-4ef6-bee2-e1525d00489e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:45Z', 'updated_at': '2022-10-01T04:17:53Z', 'revision_number': 4, 'project_id': 'c1b321c355e94b8496955f09f547f561', 'gw_port': {'id': '9cf923f9-4a5b-4ef6-bee2-e1525d00489e', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:aa:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3249c9-9321-4995-bbd8-2b202194faee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:46Z', 'updated_at': '2022-10-01T04:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '7ba0d535-66bc-4545-9c38-25a1d1423561', 'name': '', 'network_id': '8dd89a22-dfc1-4ff5-8687-6381c17de176', 'tenant_id': 'c1b321c355e94b8496955f09f547f561', 'mac_address': 'fa:16:3e:86:53:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3249c9-9321-4995-bbd8-2b202194faee', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '912c5681-b707-4357-9fbf-835b97447818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:52Z', 'updated_at': '2022-10-01T04:17:53Z', 'revision_number': 2, 'project_id': 'c1b321c355e94b8496955f09f547f561', 'subnets': [{'id': '912c5681-b707-4357-9fbf-835b97447818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:17:56.536198 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:56.620111 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:56.709307 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-fe68091c-47d0-407e-b389-76f41b9fe6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'name': 'tempest-AttachVolumeShelveTestJSON-1219296695-router', 'tenant_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'dd4468db-ec48-49c8-8eb6-06517b0d32d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:44Z', 'updated_at': '2022-10-01T04:17:52Z', 'revision_number': 3, 'project_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'gw_port': {'id': 'dd4468db-ec48-49c8-8eb6-06517b0d32d3', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:95:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:46Z', 'updated_at': '2022-10-01T04:17:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi'}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:17:56.726541 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b698c859-5164-4385-ac74-b831a37db21d admin admin] Publish callbacks [] for port (03de13cd-17bd-4c7d-8ee6-140edfcf3b21), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:56.741804 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 60336) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:17:56.744738 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b698c859-5164-4385-ac74-b831a37db21d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (03de13cd-17bd-4c7d-8ee6-140edfcf3b21), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:56.745979 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b698c859-5164-4385-ac74-b831a37db21d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7886632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7982485'] for router_interface (bd3e2cc2-4a45-4937-a829-76647eb9c5f8), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:56.785344 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe68091c-47d0-407e-b389-76f41b9fe6c8 None None] Checking router: 3afaa6c5-af0b-47df-85d6-9e90acb38e71 for host: dv-cinder-860044-1-iscsi {{(pid=106388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:17:56.785618 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe68091c-47d0-407e-b389-76f41b9fe6c8 None None] Updating router 3afaa6c5-af0b-47df-85d6-9e90acb38e71 port dd4468db-ec48-49c8-8eb6-06517b0d32d3 binding host dv-cinder-860044-1-iscsi {{(pid=106388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 01 04:17:56.826905 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fe68091c-47d0-407e-b389-76f41b9fe6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (dd4468db-ec48-49c8-8eb6-06517b0d32d3), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:56.949622 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b698c859-5164-4385-ac74-b831a37db21d admin admin] Pushing event updated for resources: {'Port': ['ID=03de13cd-17bd-4c7d-8ee6-140edfcf3b21,revision_number=2']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:17:57.061306 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port aa200d85-c993-4bdd-9137-fd6c5d69690b is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:17:57.108781 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=100 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:57.322450 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d93aad1d-308f-4b6e-89a7-2b9c9269c738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:57.425144 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device fcc80e9b-d217-4578-b3d7-051e03c8ba8c up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:17:57.428288 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4cb6606d-f1d2-4627-a781-2f41dd9c37b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:57.505455 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97221238-1b45-426d-8dd7-00c610c7bb53 req-3b5cb9bc-64e2-4fab-9a4d-44b873d069f5 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:17:57.508569 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-97221238-1b45-426d-8dd7-00c610c7bb53 req-3b5cb9bc-64e2-4fab-9a4d-44b873d069f5 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/networks?id=8dd89a22-dfc1-4ff5-8687-6381c17de176 HTTP/1.1" status: 200 len: 812 time: 1.0620608 Oct 01 04:17:57.615098 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:57.650115 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:57.667230 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-97221238-1b45-426d-8dd7-00c610c7bb53 req-a9600083-56b8-43db-89bb-81fb3ed62738 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/quotas/c1b321c355e94b8496955f09f547f561 HTTP/1.1" status: 200 len: 375 time: 0.1375649 Oct 01 04:17:57.764242 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b698c859-5164-4385-ac74-b831a37db21d admin admin] Network 3af0afc2-a8fa-427e-a8af-57c40105fd2b is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:17:57.765326 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-d93aad1d-308f-4b6e-89a7-2b9c9269c738 admin admin] Allocated IP 172.20.0.1 (41ad6d82-393d-469b-ad56-b82ab9a77fee/d3f0d177-35e4-4cba-a762-d1357d3a9c11/f582974d-8b65-4524-bec5-48d37856577d) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:17:57.791183 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fe68091c-47d0-407e-b389-76f41b9fe6c8 None None] Publish callbacks [] for port (dd4468db-ec48-49c8-8eb6-06517b0d32d3), precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:57.795209 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:57.802802 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-b698c859-5164-4385-ac74-b831a37db21d admin admin] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:17:57.815023 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fe68091c-47d0-407e-b389-76f41b9fe6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (dd4468db-ec48-49c8-8eb6-06517b0d32d3), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:57.874154 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port fcc80e9b-d217-4578-b3d7-051e03c8ba8c triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:17:57.874562 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (fcc80e9b-d217-4578-b3d7-051e03c8ba8c), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:57.874879 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port fcc80e9b-d217-4578-b3d7-051e03c8ba8c Oct 01 04:17:57.899757 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-fe68091c-47d0-407e-b389-76f41b9fe6c8 None None] Attempting to bind port dd4468db-ec48-49c8-8eb6-06517b0d32d3 on host dv-cinder-860044-1-iscsi for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 01 04:17:57.900133 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-fe68091c-47d0-407e-b389-76f41b9fe6c8 None None] Attempting to bind port dd4468db-ec48-49c8-8eb6-06517b0d32d3 by drivers openvswitch,hyperv on host dv-cinder-860044-1-iscsi at level 0 using segments [{'id': 'e11c25a1-22bc-489d-94fb-b6370ba219df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 01 04:17:57.901268 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.db.db_base_plugin_common [None req-84943258-cd4f-4dbd-af56-02ca46e540e7 admin admin] Allocated IP 172.20.0.1 (9e21d865-d526-49ca-8e76-21cf583604c4/5be7b0c5-9e6d-4922-a242-c74e298031bb/f7fd2da2-3952-4589-bca7-86d328130eda) {{(pid=106386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:17:57.903135 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe68091c-47d0-407e-b389-76f41b9fe6c8 None None] Attempting to bind port dd4468db-ec48-49c8-8eb6-06517b0d32d3 on network 1c94595f-3990-43c2-b34b-d882a8bf5172 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:17:57.928369 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4cb6606d-f1d2-4627-a781-2f41dd9c37b6 admin admin] Publish callbacks [] for security_group (56ca6de8-acb3-451c-bff4-c685cb9f44f1), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:57.938992 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-97221238-1b45-426d-8dd7-00c610c7bb53 req-5ef21661-0679-4ef7-b003-029b938f6f02 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=c1b321c355e94b8496955f09f547f561&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2698238 Oct 01 04:17:57.941546 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4cb6606d-f1d2-4627-a781-2f41dd9c37b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (56ca6de8-acb3-451c-bff4-c685cb9f44f1), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:58.085348 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18176e97-1aba-43a4-8e1a-52a91ef70059 None None] Pushing event updated for resources: {'Port': ['ID=dd4468db-ec48-49c8-8eb6-06517b0d32d3,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:17:58.115733 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-4cb6606d-f1d2-4627-a781-2f41dd9c37b6 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=cb3729754cf8451e869578e3a6817e5f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1218507 Oct 01 04:17:58.132522 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 60374) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:17:58.153912 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe68091c-47d0-407e-b389-76f41b9fe6c8 None None] Checking agent: {'id': 'd8875dbe-87f1-4639-b3ef-79ff4b202d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860044-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 1, 4, 9, 48), 'started_at': datetime.datetime(2022, 10, 1, 4, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 1, 4, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860044-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 01 04:17:58.154236 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe68091c-47d0-407e-b389-76f41b9fe6c8 None None] Checking segment: {'id': 'e11c25a1-22bc-489d-94fb-b6370ba219df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:17:58.154756 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fe68091c-47d0-407e-b389-76f41b9fe6c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:58.155201 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe68091c-47d0-407e-b389-76f41b9fe6c8 None None] Bound using segment: {'id': 'e11c25a1-22bc-489d-94fb-b6370ba219df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 01 04:17:58.155799 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-fe68091c-47d0-407e-b389-76f41b9fe6c8 None None] Bound port: dd4468db-ec48-49c8-8eb6-06517b0d32d3, host: dv-cinder-860044-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e11c25a1-22bc-489d-94fb-b6370ba219df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 01 04:17:58.156271 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fe68091c-47d0-407e-b389-76f41b9fe6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (dd4468db-ec48-49c8-8eb6-06517b0d32d3), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:58.157393 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb6606d-f1d2-4627-a781-2f41dd9c37b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ca6de8-acb3-451c-bff4-c685cb9f44f1,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:17:58.225181 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port fcc80e9b-d217-4578-b3d7-051e03c8ba8c is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:17:58.226740 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 7bbc7e7e-5f4c-4348-8066-b51f3619b0e5 up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:17:58.262563 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d93aad1d-308f-4b6e-89a7-2b9c9269c738 admin admin] Publish callbacks [] for port (f582974d-8b65-4524-bec5-48d37856577d), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:58.275546 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:58.325864 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-fe68091c-47d0-407e-b389-76f41b9fe6c8 None None] For port dd4468db-ec48-49c8-8eb6-06517b0d32d3, host dv-cinder-860044-1-iscsi, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 01 04:17:58.334100 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:58.348199 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [req-97221238-1b45-426d-8dd7-00c610c7bb53 req-206b5eca-e4f6-43d9-a893-c76970dcc84b service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106386) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 01 04:17:58.356325 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-fe68091c-47d0-407e-b389-76f41b9fe6c8 None None] For port dd4468db-ec48-49c8-8eb6-06517b0d32d3, host dv-cinder-860044-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=dd4468db-ec48-49c8-8eb6-06517b0d32d3,segment=NetworkSegment(e11c25a1-22bc-489d-94fb-b6370ba219df),segment_id=e11c25a1-22bc-489d-94fb-b6370ba219df)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 01 04:17:58.358559 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-97221238-1b45-426d-8dd7-00c610c7bb53 req-206b5eca-e4f6-43d9-a893-c76970dcc84b service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2075200 Oct 01 04:17:58.358951 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port 7bbc7e7e-5f4c-4348-8066-b51f3619b0e5 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:17:58.359346 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (7bbc7e7e-5f4c-4348-8066-b51f3619b0e5), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:58.359688 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port 7bbc7e7e-5f4c-4348-8066-b51f3619b0e5 Oct 01 04:17:58.405706 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fe68091c-47d0-407e-b389-76f41b9fe6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (dd4468db-ec48-49c8-8eb6-06517b0d32d3), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:58.425433 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-d6c24018-f448-4d0b-a930-49d696ad061c None None] Provisioning complete for port 03de13cd-17bd-4c7d-8ee6-140edfcf3b21 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:17:58.426108 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d6c24018-f448-4d0b-a930-49d696ad061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (03de13cd-17bd-4c7d-8ee6-140edfcf3b21), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:58.426270 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-d6c24018-f448-4d0b-a930-49d696ad061c None None] Attempt 1 to provision port 03de13cd-17bd-4c7d-8ee6-140edfcf3b21 Oct 01 04:17:58.441349 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ec19b9e1-c88f-497f-862e-5121008947b3 admin admin] Publish callbacks [] for security_group (56ca6de8-acb3-451c-bff4-c685cb9f44f1), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:58.453269 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d93aad1d-308f-4b6e-89a7-2b9c9269c738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850'] for port (f582974d-8b65-4524-bec5-48d37856577d), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:58.506266 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d6c24018-f448-4d0b-a930-49d696ad061c None None] Port 03de13cd-17bd-4c7d-8ee6-140edfcf3b21 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 01 04:17:58.520065 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b698c859-5164-4385-ac74-b831a37db21d admin admin] Router bd3e2cc2-4a45-4937-a829-76647eb9c5f8 has already been hosted by L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 {{(pid=106386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 01 04:17:58.520555 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93aad1d-308f-4b6e-89a7-2b9c9269c738 admin admin] Network 41ad6d82-393d-469b-ad56-b82ab9a77fee is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:17:58.522846 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ec19b9e1-c88f-497f-862e-5121008947b3 admin admin] Publish callbacks [] for security_group (56ca6de8-acb3-451c-bff4-c685cb9f44f1), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:58.527293 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-84943258-cd4f-4dbd-af56-02ca46e540e7 admin admin] Publish callbacks [] for port (f7fd2da2-3952-4589-bca7-86d328130eda), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:58.528295 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe68091c-47d0-407e-b389-76f41b9fe6c8 None None] Routers {'3afaa6c5-af0b-47df-85d6-9e90acb38e71'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:17:58.528911 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-fe68091c-47d0-407e-b389-76f41b9fe6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:17:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['3afaa6c5-af0b-47df-85d6-9e90acb38e71'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:17:58.549759 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-d93aad1d-308f-4b6e-89a7-2b9c9269c738 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:17:58.555762 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93aad1d-308f-4b6e-89a7-2b9c9269c738 admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:17:58.556563 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d93aad1d-308f-4b6e-89a7-2b9c9269c738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7982369'] for router_interface (3afaa6c5-af0b-47df-85d6-9e90acb38e71), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:58.624188 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93aad1d-308f-4b6e-89a7-2b9c9269c738 admin admin] Pushing event updated for resources: {'Port': ['ID=f582974d-8b65-4524-bec5-48d37856577d,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:17:58.633311 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18176e97-1aba-43a4-8e1a-52a91ef70059 None None] Pushing event updated for resources: {'Port': ['ID=dd4468db-ec48-49c8-8eb6-06517b0d32d3,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:17:58.687530 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-97221238-1b45-426d-8dd7-00c610c7bb53 req-acface38-602b-4314-9f6b-b47907ee1921 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/8dd89a22-dfc1-4ff5-8687-6381c17de176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280213 Oct 01 04:17:58.739660 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-84943258-cd4f-4dbd-af56-02ca46e540e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850'] for port (f7fd2da2-3952-4589-bca7-86d328130eda), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:58.760039 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ec19b9e1-c88f-497f-862e-5121008947b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (56ca6de8-acb3-451c-bff4-c685cb9f44f1), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:58.763581 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ec19b9e1-c88f-497f-862e-5121008947b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:58.767164 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-ec19b9e1-c88f-497f-862e-5121008947b3 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/56ca6de8-acb3-451c-bff4-c685cb9f44f1 HTTP/1.1" status: 204 len: 168 time: 0.6319199 Oct 01 04:17:58.779631 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port 7bbc7e7e-5f4c-4348-8066-b51f3619b0e5 is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:17:58.780018 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (7bbc7e7e-5f4c-4348-8066-b51f3619b0e5), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:58.805164 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] For port 7bbc7e7e-5f4c-4348-8066-b51f3619b0e5, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=7bbc7e7e-5f4c-4348-8066-b51f3619b0e5,segment=NetworkSegment(e11c25a1-22bc-489d-94fb-b6370ba219df),segment_id=e11c25a1-22bc-489d-94fb-b6370ba219df)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:17:58.815863 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (7bbc7e7e-5f4c-4348-8066-b51f3619b0e5), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:58.856330 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-fe68091c-47d0-407e-b389-76f41b9fe6c8 None None] Set router 3afaa6c5-af0b-47df-85d6-9e90acb38e71 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:17:58.885358 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec19b9e1-c88f-497f-862e-5121008947b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ca6de8-acb3-451c-bff4-c685cb9f44f1,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:17:58.917265 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d93aad1d-308f-4b6e-89a7-2b9c9269c738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (f582974d-8b65-4524-bec5-48d37856577d), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:58.972003 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84943258-cd4f-4dbd-af56-02ca46e540e7 admin admin] Network 9e21d865-d526-49ca-8e76-21cf583604c4 is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:17:58.980809 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b698c859-5164-4385-ac74-b831a37db21d admin admin] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:17:58.987788 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-b698c859-5164-4385-ac74-b831a37db21d admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/bd3e2cc2-4a45-4937-a829-76647eb9c5f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2548752 Oct 01 04:17:58.989037 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-84943258-cd4f-4dbd-af56-02ca46e540e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:17:58.995480 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84943258-cd4f-4dbd-af56-02ca46e540e7 admin admin] Received port after_create {{(pid=106386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:17:58.996209 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-84943258-cd4f-4dbd-af56-02ca46e540e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7982369'] for router_interface (540cb118-7e4e-4681-bfc5-51850a5afe33), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:59.003250 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e323d56-a098-4614-b5fc-c08d665ce13b None None] Sync routers for ids ['bd3e2cc2-4a45-4937-a829-76647eb9c5f8'] in dv-cinder-860044-1-iscsi {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:17:59.022939 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e323d56-a098-4614-b5fc-c08d665ce13b None None] Routers {'bd3e2cc2-4a45-4937-a829-76647eb9c5f8'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:17:59.023575 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-5e323d56-a098-4614-b5fc-c08d665ce13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:17:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['bd3e2cc2-4a45-4937-a829-76647eb9c5f8'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:17:59.085954 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84943258-cd4f-4dbd-af56-02ca46e540e7 admin admin] Pushing event updated for resources: {'Port': ['ID=f7fd2da2-3952-4589-bca7-86d328130eda,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:17:59.108145 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:59.134451 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:59.135710 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-f8861938-cd05-498c-9253-2cdd8a5b50af None None] Provisioning complete for port f582974d-8b65-4524-bec5-48d37856577d triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:17:59.136233 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f8861938-cd05-498c-9253-2cdd8a5b50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (f582974d-8b65-4524-bec5-48d37856577d), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:59.136944 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-f8861938-cd05-498c-9253-2cdd8a5b50af None None] Attempt 1 to provision port f582974d-8b65-4524-bec5-48d37856577d Oct 01 04:17:59.192996 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-97221238-1b45-426d-8dd7-00c610c7bb53 req-b62695e7-405f-4f97-af30-cc4a830abc5e service neutron] 10.222.0.26 "GET /networking/v2.0/networks/8dd89a22-dfc1-4ff5-8687-6381c17de176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5035443 Oct 01 04:17:59.365266 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-5e323d56-a098-4614-b5fc-c08d665ce13b None None] Set router bd3e2cc2-4a45-4937-a829-76647eb9c5f8 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:17:59.422296 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 9cf923f9-4a5b-4ef6-bee2-e1525d00489e up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:17:59.462637 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:59.535785 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d93aad1d-308f-4b6e-89a7-2b9c9269c738 admin admin] Publish callbacks [] for port (f582974d-8b65-4524-bec5-48d37856577d), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:59.545943 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d93aad1d-308f-4b6e-89a7-2b9c9269c738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (f582974d-8b65-4524-bec5-48d37856577d), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:59.550399 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d93aad1d-308f-4b6e-89a7-2b9c9269c738 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7886632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7982485'] for router_interface (3afaa6c5-af0b-47df-85d6-9e90acb38e71), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:59.561769 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:59.568017 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-84943258-cd4f-4dbd-af56-02ca46e540e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (f7fd2da2-3952-4589-bca7-86d328130eda), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:59.596268 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 60408) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:17:59.617545 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6ae0180c-ab97-49bc-9aae-172d5b7c83ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:59.617774 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Pushing event updated for resources: {'Port': ['ID=7bbc7e7e-5f4c-4348-8066-b51f3619b0e5,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:17:59.661138 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-f8861938-cd05-498c-9253-2cdd8a5b50af None None] Port f582974d-8b65-4524-bec5-48d37856577d cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 01 04:17:59.717008 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port 9cf923f9-4a5b-4ef6-bee2-e1525d00489e triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:17:59.718345 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (9cf923f9-4a5b-4ef6-bee2-e1525d00489e), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:59.724712 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port 9cf923f9-4a5b-4ef6-bee2-e1525d00489e Oct 01 04:17:59.742894 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93aad1d-308f-4b6e-89a7-2b9c9269c738 admin admin] Pushing event updated for resources: {'Port': ['ID=f582974d-8b65-4524-bec5-48d37856577d,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:17:59.903312 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-5e323d56-a098-4614-b5fc-c08d665ce13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'name': 'tempest-AttachVolumeTestJSON-180303181-router', 'tenant_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'fcc80e9b-d217-4578-b3d7-051e03c8ba8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:42Z', 'updated_at': '2022-10-01T04:17:55Z', 'revision_number': 4, 'project_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'gw_port': {'id': 'fcc80e9b-d217-4578-b3d7-051e03c8ba8c', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:43Z', 'updated_at': '2022-10-01T04:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '03de13cd-17bd-4c7d-8ee6-140edfcf3b21', 'name': '', 'network_id': '3af0afc2-a8fa-427e-a8af-57c40105fd2b', 'tenant_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'mac_address': 'fa:16:3e:9b:9c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '89891fb7-0571-4637-a13e-eaebabac5342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:51Z', 'updated_at': '2022-10-01T04:17:56Z', 'revision_number': 2, 'project_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'subnets': [{'id': '89891fb7-0571-4637-a13e-eaebabac5342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:17:59.929387 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-17f4498d-5f76-424c-8e8b-0958cf95b350 None None] Provisioning complete for port f7fd2da2-3952-4589-bca7-86d328130eda triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:17:59.930577 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:17:59.931081 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-17f4498d-5f76-424c-8e8b-0958cf95b350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (f7fd2da2-3952-4589-bca7-86d328130eda), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:17:59.931526 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-17f4498d-5f76-424c-8e8b-0958cf95b350 None None] Attempt 1 to provision port f7fd2da2-3952-4589-bca7-86d328130eda Oct 01 04:17:59.995879 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e323d56-a098-4614-b5fc-c08d665ce13b None None] Checking router: bd3e2cc2-4a45-4937-a829-76647eb9c5f8 for host: dv-cinder-860044-1-iscsi {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:18:00.001302 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e323d56-a098-4614-b5fc-c08d665ce13b None None] Updating router bd3e2cc2-4a45-4937-a829-76647eb9c5f8 port 03de13cd-17bd-4c7d-8ee6-140edfcf3b21 binding host dv-cinder-860044-1-iscsi {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 01 04:18:00.044591 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93aad1d-308f-4b6e-89a7-2b9c9269c738 admin admin] Network 41ad6d82-393d-469b-ad56-b82ab9a77fee is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:18:00.046184 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-d93aad1d-308f-4b6e-89a7-2b9c9269c738 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:18:00.101293 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:00.105551 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5e323d56-a098-4614-b5fc-c08d665ce13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (03de13cd-17bd-4c7d-8ee6-140edfcf3b21), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:00.154760 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-17f4498d-5f76-424c-8e8b-0958cf95b350 None None] Port f7fd2da2-3952-4589-bca7-86d328130eda cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 01 04:18:00.362944 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-ae563495-833a-4a37-8dbf-5607fd2f5476 req-ae7f3ca6-13f4-4b0e-afae-51f265df0f64 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7dfb3a74-410c-431c-bbc1-4f8f6489b924 HTTP/1.1" status: 200 len: 210 time: 0.4465859 Oct 01 04:18:00.449181 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-fe68091c-47d0-407e-b389-76f41b9fe6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'name': 'tempest-AttachVolumeShelveTestJSON-1219296695-router', 'tenant_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'dd4468db-ec48-49c8-8eb6-06517b0d32d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:44Z', 'updated_at': '2022-10-01T04:17:52Z', 'revision_number': 3, 'project_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'gw_port': {'id': 'dd4468db-ec48-49c8-8eb6-06517b0d32d3', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:95:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:46Z', 'updated_at': '2022-10-01T04:17:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi'}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:18:00.467089 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d93aad1d-308f-4b6e-89a7-2b9c9269c738 admin admin] Router 3afaa6c5-af0b-47df-85d6-9e90acb38e71 has already been hosted by L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 01 04:18:00.504243 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 60440) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:00.523004 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-7eebec1d-4d34-4c3a-a1cd-5c90ed893bdb tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1372705526', 'description': 'tempest-description--299312583'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:18:00.557742 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe68091c-47d0-407e-b389-76f41b9fe6c8 None None] The sync data for ids ['3afaa6c5-af0b-47df-85d6-9e90acb38e71'] in dv-cinder-860044-1-iscsi is: [{'id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'name': 'tempest-AttachVolumeShelveTestJSON-1219296695-router', 'tenant_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'dd4468db-ec48-49c8-8eb6-06517b0d32d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:44Z', 'updated_at': '2022-10-01T04:17:52Z', 'revision_number': 3, 'project_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'gw_port': {'id': 'dd4468db-ec48-49c8-8eb6-06517b0d32d3', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:95:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:46Z', 'updated_at': '2022-10-01T04:17:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi'}] {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:18:00.562991 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port 9cf923f9-4a5b-4ef6-bee2-e1525d00489e is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:18:00.564162 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (9cf923f9-4a5b-4ef6-bee2-e1525d00489e), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:00.635221 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6ae0180c-ab97-49bc-9aae-172d5b7c83ca admin admin] Publish callbacks [] for security_group (116fd710-33f6-4347-8fb8-3c9a25b4f7e7), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:00.680227 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6ae0180c-ab97-49bc-9aae-172d5b7c83ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (116fd710-33f6-4347-8fb8-3c9a25b4f7e7), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:00.694884 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] For port 9cf923f9-4a5b-4ef6-bee2-e1525d00489e, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=9cf923f9-4a5b-4ef6-bee2-e1525d00489e,segment=NetworkSegment(e11c25a1-22bc-489d-94fb-b6370ba219df),segment_id=e11c25a1-22bc-489d-94fb-b6370ba219df)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:18:00.761655 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-6ae0180c-ab97-49bc-9aae-172d5b7c83ca admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=447d62793dce411dadc1dc57b6a12fff&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1614625 Oct 01 04:18:00.763339 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-190d991e-f656-4b37-b24e-3dde3e5149f4 None None] Provisioning complete for port f582974d-8b65-4524-bec5-48d37856577d triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:18:00.775987 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-190d991e-f656-4b37-b24e-3dde3e5149f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (f582974d-8b65-4524-bec5-48d37856577d), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:00.775987 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-190d991e-f656-4b37-b24e-3dde3e5149f4 None None] Attempt 1 to provision port f582974d-8b65-4524-bec5-48d37856577d Oct 01 04:18:00.792752 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 60450) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:00.800408 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (9cf923f9-4a5b-4ef6-bee2-e1525d00489e), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:00.931173 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae0180c-ab97-49bc-9aae-172d5b7c83ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116fd710-33f6-4347-8fb8-3c9a25b4f7e7,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:00.962363 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7eebec1d-4d34-4c3a-a1cd-5c90ed893bdb tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:00.970892 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-84943258-cd4f-4dbd-af56-02ca46e540e7 admin admin] Publish callbacks [] for port (f7fd2da2-3952-4589-bca7-86d328130eda), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:00.977916 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:00.990532 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-84943258-cd4f-4dbd-af56-02ca46e540e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (f7fd2da2-3952-4589-bca7-86d328130eda), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:00.991367 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-84943258-cd4f-4dbd-af56-02ca46e540e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7886632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7982485'] for router_interface (540cb118-7e4e-4681-bfc5-51850a5afe33), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:00.999914 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5e323d56-a098-4614-b5fc-c08d665ce13b None None] Publish callbacks [] for port (03de13cd-17bd-4c7d-8ee6-140edfcf3b21), precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:01.002892 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef3affb-7460-4385-a0dc-e44310eecf09 None None] Sync routers for ids ['ba3249c9-9321-4995-bbd8-2b202194faee'] in dv-cinder-860044-1-iscsi {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:18:01.004213 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:01.014070 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5e323d56-a098-4614-b5fc-c08d665ce13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (03de13cd-17bd-4c7d-8ee6-140edfcf3b21), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:01.075627 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-190d991e-f656-4b37-b24e-3dde3e5149f4 None None] Port f582974d-8b65-4524-bec5-48d37856577d cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 01 04:18:01.103413 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Pushing event updated for resources: {'Port': ['ID=9cf923f9-4a5b-4ef6-bee2-e1525d00489e,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:01.139429 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef3affb-7460-4385-a0dc-e44310eecf09 None None] Routers {'ba3249c9-9321-4995-bbd8-2b202194faee'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:18:01.141755 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-0ef3affb-7460-4385-a0dc-e44310eecf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:17:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['ba3249c9-9321-4995-bbd8-2b202194faee'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:18:01.153627 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 60464) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:01.173152 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e95712-aa80-41db-b174-01730abd6032 None None] Pushing event updated for resources: {'Port': ['ID=03de13cd-17bd-4c7d-8ee6-140edfcf3b21,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:01.194432 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93aad1d-308f-4b6e-89a7-2b9c9269c738 admin admin] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:18:01.221782 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-d93aad1d-308f-4b6e-89a7-2b9c9269c738 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/3afaa6c5-af0b-47df-85d6-9e90acb38e71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8913321 Oct 01 04:18:01.290542 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b55d6564-30de-4ea5-9382-21b8eace2986 admin admin] Publish callbacks [] for security_group (116fd710-33f6-4347-8fb8-3c9a25b4f7e7), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:01.321613 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84943258-cd4f-4dbd-af56-02ca46e540e7 admin admin] Pushing event updated for resources: {'Port': ['ID=f7fd2da2-3952-4589-bca7-86d328130eda,revision_number=2']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:01.334260 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 7bbc7e7e-5f4c-4348-8066-b51f3619b0e5 up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:18:01.366496 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7eebec1d-4d34-4c3a-a1cd-5c90ed893bdb tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks [] for security_group (e758483c-9e4c-4236-8a07-3b095c38114b), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:01.373512 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7eebec1d-4d34-4c3a-a1cd-5c90ed893bdb tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (e758483c-9e4c-4236-8a07-3b095c38114b), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:01.380090 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-5e323d56-a098-4614-b5fc-c08d665ce13b None None] Attempting to bind port 03de13cd-17bd-4c7d-8ee6-140edfcf3b21 on host dv-cinder-860044-1-iscsi for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 01 04:18:01.381704 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-5e323d56-a098-4614-b5fc-c08d665ce13b None None] Attempting to bind port 03de13cd-17bd-4c7d-8ee6-140edfcf3b21 by drivers openvswitch,hyperv on host dv-cinder-860044-1-iscsi at level 0 using segments [{'id': '456799c3-9e2a-4334-9278-8f3823819afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3af0afc2-a8fa-427e-a8af-57c40105fd2b'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 01 04:18:01.382231 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e323d56-a098-4614-b5fc-c08d665ce13b None None] Attempting to bind port 03de13cd-17bd-4c7d-8ee6-140edfcf3b21 on network 3af0afc2-a8fa-427e-a8af-57c40105fd2b {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:18:01.423015 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebec1d-4d34-4c3a-a1cd-5c90ed893bdb tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e758483c-9e4c-4236-8a07-3b095c38114b,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:01.434080 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b55d6564-30de-4ea5-9382-21b8eace2986 admin admin] Publish callbacks [] for security_group (116fd710-33f6-4347-8fb8-3c9a25b4f7e7), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:01.453492 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84943258-cd4f-4dbd-af56-02ca46e540e7 admin admin] Network 9e21d865-d526-49ca-8e76-21cf583604c4 is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:18:01.487018 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7eebec1d-4d34-4c3a-a1cd-5c90ed893bdb tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:01.489111 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-7eebec1d-4d34-4c3a-a1cd-5c90ed893bdb tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9817936 Oct 01 04:18:01.491411 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-84943258-cd4f-4dbd-af56-02ca46e540e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:18:01.492525 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 60478) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:01.500476 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-92f7e946-9a76-483a-8f95-cea700401d0e tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Request body: {'security_group_rule': {'security_group_id': 'e758483c-9e4c-4236-8a07-3b095c38114b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:18:01.556262 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-92f7e946-9a76-483a-8f95-cea700401d0e tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks [] for security_group_rule (5525846f-b87b-491e-a1b7-2379824a1a7a), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:01.619677 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e323d56-a098-4614-b5fc-c08d665ce13b None None] Checking agent: {'id': 'd8875dbe-87f1-4639-b3ef-79ff4b202d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860044-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 1, 4, 9, 48), 'started_at': datetime.datetime(2022, 10, 1, 4, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 1, 4, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860044-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 01 04:18:01.622056 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e323d56-a098-4614-b5fc-c08d665ce13b None None] Checking segment: {'id': '456799c3-9e2a-4334-9278-8f3823819afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3af0afc2-a8fa-427e-a8af-57c40105fd2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:18:01.622644 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5e323d56-a098-4614-b5fc-c08d665ce13b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:01.623866 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e323d56-a098-4614-b5fc-c08d665ce13b None None] Bound using segment: {'id': '456799c3-9e2a-4334-9278-8f3823819afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3af0afc2-a8fa-427e-a8af-57c40105fd2b'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 01 04:18:01.624384 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-5e323d56-a098-4614-b5fc-c08d665ce13b None None] Bound port: 03de13cd-17bd-4c7d-8ee6-140edfcf3b21, host: dv-cinder-860044-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456799c3-9e2a-4334-9278-8f3823819afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3af0afc2-a8fa-427e-a8af-57c40105fd2b'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 01 04:18:01.624766 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5e323d56-a098-4614-b5fc-c08d665ce13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (03de13cd-17bd-4c7d-8ee6-140edfcf3b21), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:01.754618 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port 7bbc7e7e-5f4c-4348-8066-b51f3619b0e5 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:18:01.755285 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (7bbc7e7e-5f4c-4348-8066-b51f3619b0e5), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:01.755627 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port 7bbc7e7e-5f4c-4348-8066-b51f3619b0e5 Oct 01 04:18:01.783329 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-92f7e946-9a76-483a-8f95-cea700401d0e tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks [] for security_group_rule (5525846f-b87b-491e-a1b7-2379824a1a7a), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:01.793184 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-92f7e946-9a76-483a-8f95-cea700401d0e tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043934'] for security_group_rule (5525846f-b87b-491e-a1b7-2379824a1a7a), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:01.846668 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f7e946-9a76-483a-8f95-cea700401d0e tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5525846f-b87b-491e-a1b7-2379824a1a7a,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:01.885699 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-92f7e946-9a76-483a-8f95-cea700401d0e tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:01.893476 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-92f7e946-9a76-483a-8f95-cea700401d0e tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3995783 Oct 01 04:18:01.895762 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 60502) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:01.909685 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-e2193713-2f6d-486a-9ded-44928e7f5d34 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Request body: {'security_group_rule': {'security_group_id': 'e758483c-9e4c-4236-8a07-3b095c38114b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:18:01.914396 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-5e323d56-a098-4614-b5fc-c08d665ce13b None None] For port 03de13cd-17bd-4c7d-8ee6-140edfcf3b21, host dv-cinder-860044-1-iscsi, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 01 04:18:01.936196 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-5e323d56-a098-4614-b5fc-c08d665ce13b None None] For port 03de13cd-17bd-4c7d-8ee6-140edfcf3b21, host dv-cinder-860044-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=03de13cd-17bd-4c7d-8ee6-140edfcf3b21,segment=NetworkSegment(456799c3-9e2a-4334-9278-8f3823819afe),segment_id=456799c3-9e2a-4334-9278-8f3823819afe)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 01 04:18:01.955189 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5e323d56-a098-4614-b5fc-c08d665ce13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (03de13cd-17bd-4c7d-8ee6-140edfcf3b21), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:01.980034 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-0ef3affb-7460-4385-a0dc-e44310eecf09 None None] Set router ba3249c9-9321-4995-bbd8-2b202194faee gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:18:01.994594 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e2193713-2f6d-486a-9ded-44928e7f5d34 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks [] for security_group_rule (e6bc1681-9cdb-4dc1-adbf-1b258a521f40), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:02.052689 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e323d56-a098-4614-b5fc-c08d665ce13b None None] Routers {'bd3e2cc2-4a45-4937-a829-76647eb9c5f8'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:18:02.053693 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-5e323d56-a098-4614-b5fc-c08d665ce13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:17:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['bd3e2cc2-4a45-4937-a829-76647eb9c5f8'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:18:02.079267 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port 7bbc7e7e-5f4c-4348-8066-b51f3619b0e5 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:18:02.089263 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=100 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:02.120393 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:02.166519 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-32d0cf5d-e280-4d41-81a6-4435f9962e71 req-6438c926-3703-4494-83f7-137838dad3ad tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7dfb3a74-410c-431c-bbc1-4f8f6489b924 HTTP/1.1" status: 200 len: 210 time: 0.5532653 Oct 01 04:18:02.195227 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b55d6564-30de-4ea5-9382-21b8eace2986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (116fd710-33f6-4347-8fb8-3c9a25b4f7e7), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:02.204686 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b55d6564-30de-4ea5-9382-21b8eace2986 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:02.209611 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-b55d6564-30de-4ea5-9382-21b8eace2986 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/116fd710-33f6-4347-8fb8-3c9a25b4f7e7 HTTP/1.1" status: 204 len: 168 time: 1.4065430 Oct 01 04:18:02.219826 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84943258-cd4f-4dbd-af56-02ca46e540e7 admin admin] Router 540cb118-7e4e-4681-bfc5-51850a5afe33 has already been hosted by L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 {{(pid=106386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 01 04:18:02.234797 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-67758c32-9485-48c7-ad3a-506ae6353763 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:02.239623 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-76bd3893-0214-44a5-87f4-36dae986e4fc None None] Provisioning complete for port f7fd2da2-3952-4589-bca7-86d328130eda triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:18:02.246153 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-76bd3893-0214-44a5-87f4-36dae986e4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (f7fd2da2-3952-4589-bca7-86d328130eda), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:02.246505 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-76bd3893-0214-44a5-87f4-36dae986e4fc None None] Attempt 1 to provision port f7fd2da2-3952-4589-bca7-86d328130eda Oct 01 04:18:02.255364 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 60516) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:02.258858 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e2193713-2f6d-486a-9ded-44928e7f5d34 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks [] for security_group_rule (e6bc1681-9cdb-4dc1-adbf-1b258a521f40), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:02.268749 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e2193713-2f6d-486a-9ded-44928e7f5d34 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043934'] for security_group_rule (e6bc1681-9cdb-4dc1-adbf-1b258a521f40), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:02.286398 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:02.308731 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2193713-2f6d-486a-9ded-44928e7f5d34 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6bc1681-9cdb-4dc1-adbf-1b258a521f40,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:02.333010 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e2193713-2f6d-486a-9ded-44928e7f5d34 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:02.341167 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-e2193713-2f6d-486a-9ded-44928e7f5d34 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4430122 Oct 01 04:18:02.343787 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 60522) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:02.356099 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-9a72d993-ea7d-4e01-9093-77fe70e41bd0 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Request body: {'floatingip': {'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:18:02.358902 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [None req-f9902a3e-30fd-4f5b-872c-296465daee4d tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1316571595', 'description': 'tempest-description--1953740990'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:18:02.382380 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d6564-30de-4ea5-9382-21b8eace2986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116fd710-33f6-4347-8fb8-3c9a25b4f7e7,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:02.440436 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9a72d993-ea7d-4e01-9093-77fe70e41bd0 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:02.636222 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-5e323d56-a098-4614-b5fc-c08d665ce13b None None] Set router bd3e2cc2-4a45-4937-a829-76647eb9c5f8 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:18:02.718989 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f9902a3e-30fd-4f5b-872c-296465daee4d tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:02.850258 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:02.949677 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e95712-aa80-41db-b174-01730abd6032 None None] Pushing event updated for resources: {'Port': ['ID=03de13cd-17bd-4c7d-8ee6-140edfcf3b21,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:03.005080 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9a72d993-ea7d-4e01-9093-77fe70e41bd0 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:03.036345 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-76bd3893-0214-44a5-87f4-36dae986e4fc None None] Port f7fd2da2-3952-4589-bca7-86d328130eda cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 01 04:18:03.092091 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-0ef3affb-7460-4385-a0dc-e44310eecf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3249c9-9321-4995-bbd8-2b202194faee', 'name': 'tempest-DeleteServersTestJSON-1737244353-router', 'tenant_id': 'c1b321c355e94b8496955f09f547f561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '9cf923f9-4a5b-4ef6-bee2-e1525d00489e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:45Z', 'updated_at': '2022-10-01T04:17:53Z', 'revision_number': 4, 'project_id': 'c1b321c355e94b8496955f09f547f561', 'gw_port': {'id': '9cf923f9-4a5b-4ef6-bee2-e1525d00489e', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:aa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3249c9-9321-4995-bbd8-2b202194faee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:46Z', 'updated_at': '2022-10-01T04:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '7ba0d535-66bc-4545-9c38-25a1d1423561', 'name': '', 'network_id': '8dd89a22-dfc1-4ff5-8687-6381c17de176', 'tenant_id': 'c1b321c355e94b8496955f09f547f561', 'mac_address': 'fa:16:3e:86:53:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3249c9-9321-4995-bbd8-2b202194faee', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '912c5681-b707-4357-9fbf-835b97447818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:52Z', 'updated_at': '2022-10-01T04:17:53Z', 'revision_number': 2, 'project_id': 'c1b321c355e94b8496955f09f547f561', 'subnets': [{'id': '912c5681-b707-4357-9fbf-835b97447818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:18:03.137822 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef3affb-7460-4385-a0dc-e44310eecf09 None None] Checking router: ba3249c9-9321-4995-bbd8-2b202194faee for host: dv-cinder-860044-1-iscsi {{(pid=106388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:18:03.137822 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef3affb-7460-4385-a0dc-e44310eecf09 None None] Updating router ba3249c9-9321-4995-bbd8-2b202194faee port 7ba0d535-66bc-4545-9c38-25a1d1423561 binding host dv-cinder-860044-1-iscsi {{(pid=106388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 01 04:18:03.181119 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-67758c32-9485-48c7-ad3a-506ae6353763 admin admin] Publish callbacks [] for security_group (fd13e845-a606-4d7c-930a-a4ffcb5a7779), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:03.201062 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0ef3affb-7460-4385-a0dc-e44310eecf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (7ba0d535-66bc-4545-9c38-25a1d1423561), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:03.266887 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-67758c32-9485-48c7-ad3a-506ae6353763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (fd13e845-a606-4d7c-930a-a4ffcb5a7779), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:03.304577 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:03.449170 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67758c32-9485-48c7-ad3a-506ae6353763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd13e845-a606-4d7c-930a-a4ffcb5a7779,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:03.452707 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-5e323d56-a098-4614-b5fc-c08d665ce13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'name': 'tempest-AttachVolumeTestJSON-180303181-router', 'tenant_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'fcc80e9b-d217-4578-b3d7-051e03c8ba8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:42Z', 'updated_at': '2022-10-01T04:17:55Z', 'revision_number': 4, 'project_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'gw_port': {'id': 'fcc80e9b-d217-4578-b3d7-051e03c8ba8c', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:43Z', 'updated_at': '2022-10-01T04:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '03de13cd-17bd-4c7d-8ee6-140edfcf3b21', 'name': '', 'network_id': '3af0afc2-a8fa-427e-a8af-57c40105fd2b', 'tenant_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'mac_address': 'fa:16:3e:9b:9c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '89891fb7-0571-4637-a13e-eaebabac5342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:51Z', 'updated_at': '2022-10-01T04:18:01Z', 'revision_number': 4, 'project_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'subnets': [{'id': '89891fb7-0571-4637-a13e-eaebabac5342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:18:03.495355 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84943258-cd4f-4dbd-af56-02ca46e540e7 admin admin] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:18:03.523427 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e323d56-a098-4614-b5fc-c08d665ce13b None None] The sync data for ids ['bd3e2cc2-4a45-4937-a829-76647eb9c5f8'] in dv-cinder-860044-1-iscsi is: [{'id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'name': 'tempest-AttachVolumeTestJSON-180303181-router', 'tenant_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'fcc80e9b-d217-4578-b3d7-051e03c8ba8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:42Z', 'updated_at': '2022-10-01T04:17:55Z', 'revision_number': 4, 'project_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'gw_port': {'id': 'fcc80e9b-d217-4578-b3d7-051e03c8ba8c', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:43Z', 'updated_at': '2022-10-01T04:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '03de13cd-17bd-4c7d-8ee6-140edfcf3b21', 'name': '', 'network_id': '3af0afc2-a8fa-427e-a8af-57c40105fd2b', 'tenant_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'mac_address': 'fa:16:3e:9b:9c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '89891fb7-0571-4637-a13e-eaebabac5342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:51Z', 'updated_at': '2022-10-01T04:18:01Z', 'revision_number': 4, 'project_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'subnets': [{'id': '89891fb7-0571-4637-a13e-eaebabac5342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:18:03.529461 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-9a72d993-ea7d-4e01-9093-77fe70e41bd0 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Allocated IP 172.27.2.186 (1c94595f-3990-43c2-b34b-d882a8bf5172/3c747529-64bf-417b-84a2-71abc1dc7574/13e6df16-6417-4e6f-a896-3553ee453b6a) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:18:03.582500 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device dd4468db-ec48-49c8-8eb6-06517b0d32d3 up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:18:03.582630 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f9902a3e-30fd-4f5b-872c-296465daee4d tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks [] for security_group (4c2712a7-7949-4417-a63d-16a724778bf7), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:03.595367 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f9902a3e-30fd-4f5b-872c-296465daee4d tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (4c2712a7-7949-4417-a63d-16a724778bf7), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:03.698096 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-67758c32-9485-48c7-ad3a-506ae6353763 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=79facf999fdd48ada2b00a4d98a99df7&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5341969 Oct 01 04:18:03.703011 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 60566) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:03.711804 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-e68f45cd-82f6-4577-8b43-c5db9cfef8d3 req-baf2c11a-98e5-4681-8dde-f233d01341b5 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7dfb3a74-410c-431c-bbc1-4f8f6489b924 HTTP/1.1" status: 200 len: 210 time: 0.1178021 Oct 01 04:18:03.730079 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port dd4468db-ec48-49c8-8eb6-06517b0d32d3 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:18:03.730481 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (dd4468db-ec48-49c8-8eb6-06517b0d32d3), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:03.730826 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port dd4468db-ec48-49c8-8eb6-06517b0d32d3 Oct 01 04:18:03.733444 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb4b70d-3cea-4250-844c-5a66432b2d7f None None] Sync routers for ids ['540cb118-7e4e-4681-bfc5-51850a5afe33'] in dv-cinder-860044-1-iscsi {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:18:03.758286 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb4b70d-3cea-4250-844c-5a66432b2d7f None None] Routers {'540cb118-7e4e-4681-bfc5-51850a5afe33'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:18:03.759266 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-1eb4b70d-3cea-4250-844c-5a66432b2d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:17:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['540cb118-7e4e-4681-bfc5-51850a5afe33'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:18:03.763996 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f9902a3e-30fd-4f5b-872c-296465daee4d tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:03.781697 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-f9902a3e-30fd-4f5b-872c-296465daee4d tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.4912705 Oct 01 04:18:03.798504 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-84943258-cd4f-4dbd-af56-02ca46e540e7 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/540cb118-7e4e-4681-bfc5-51850a5afe33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8168690 Oct 01 04:18:03.799647 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 60570) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:03.814532 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [None req-2895ff6f-7971-4339-b8f2-f18b9a9d17e2 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Request body: {'security_group_rule': {'security_group_id': '4c2712a7-7949-4417-a63d-16a724778bf7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:18:03.820875 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9902a3e-30fd-4f5b-872c-296465daee4d tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2712a7-7949-4417-a63d-16a724778bf7,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:03.902287 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:03.939187 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-af9bf2df-43f0-4370-87cf-94de7def41e0 admin admin] Publish callbacks [] for security_group (fd13e845-a606-4d7c-930a-a4ffcb5a7779), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:03.977782 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9a72d993-ea7d-4e01-9093-77fe70e41bd0 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks [] for port (13e6df16-6417-4e6f-a896-3553ee453b6a), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:03.998716 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2895ff6f-7971-4339-b8f2-f18b9a9d17e2 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks [] for security_group_rule (a1ecb1d2-f59d-4803-81c3-af644398efc5), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:04.067999 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-1eb4b70d-3cea-4250-844c-5a66432b2d7f None None] Set router 540cb118-7e4e-4681-bfc5-51850a5afe33 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:18:04.068233 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9a72d993-ea7d-4e01-9093-77fe70e41bd0 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850'] for port (13e6df16-6417-4e6f-a896-3553ee453b6a), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:04.145247 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-af9bf2df-43f0-4370-87cf-94de7def41e0 admin admin] Publish callbacks [] for security_group (fd13e845-a606-4d7c-930a-a4ffcb5a7779), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:04.173373 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port dd4468db-ec48-49c8-8eb6-06517b0d32d3 is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:18:04.174687 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (dd4468db-ec48-49c8-8eb6-06517b0d32d3), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:04.215132 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] For port dd4468db-ec48-49c8-8eb6-06517b0d32d3, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=dd4468db-ec48-49c8-8eb6-06517b0d32d3,segment=NetworkSegment(e11c25a1-22bc-489d-94fb-b6370ba219df),segment_id=e11c25a1-22bc-489d-94fb-b6370ba219df)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:18:04.217209 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:04.223062 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a72d993-ea7d-4e01-9093-77fe70e41bd0 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Network 1c94595f-3990-43c2-b34b-d882a8bf5172 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:18:04.225496 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (dd4468db-ec48-49c8-8eb6-06517b0d32d3), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:04.226714 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 9cf923f9-4a5b-4ef6-bee2-e1525d00489e up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:18:04.231412 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 57579) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:04.256087 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-9a72d993-ea7d-4e01-9093-77fe70e41bd0 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:18:04.272393 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a72d993-ea7d-4e01-9093-77fe70e41bd0 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:18:04.311924 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-af9bf2df-43f0-4370-87cf-94de7def41e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (fd13e845-a606-4d7c-930a-a4ffcb5a7779), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:04.315861 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-af9bf2df-43f0-4370-87cf-94de7def41e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:04.317915 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-af9bf2df-43f0-4370-87cf-94de7def41e0 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/fd13e845-a606-4d7c-930a-a4ffcb5a7779 HTTP/1.1" status: 204 len: 168 time: 0.6079028 Oct 01 04:18:04.345847 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9bf2df-43f0-4370-87cf-94de7def41e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd13e845-a606-4d7c-930a-a4ffcb5a7779,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:04.373049 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2895ff6f-7971-4339-b8f2-f18b9a9d17e2 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks [] for security_group_rule (a1ecb1d2-f59d-4803-81c3-af644398efc5), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:04.382709 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2895ff6f-7971-4339-b8f2-f18b9a9d17e2 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043934'] for security_group_rule (a1ecb1d2-f59d-4803-81c3-af644398efc5), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:04.389909 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Pushing event updated for resources: {'Port': ['ID=dd4468db-ec48-49c8-8eb6-06517b0d32d3,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:04.441310 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:04.448153 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2895ff6f-7971-4339-b8f2-f18b9a9d17e2 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1ecb1d2-f59d-4803-81c3-af644398efc5,revision_number=0']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:04.509022 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2895ff6f-7971-4339-b8f2-f18b9a9d17e2 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:04.513340 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-2895ff6f-7971-4339-b8f2-f18b9a9d17e2 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7123051 Oct 01 04:18:04.514896 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:04.526428 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 60590) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:04.533120 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c37378-d3bb-40ff-8c11-6740de2a5ab8 None None] Sync routers for ids ['3afaa6c5-af0b-47df-85d6-9e90acb38e71'] in dv-cinder-860044-1-iscsi {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:18:04.541398 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [None req-fa34c6d3-3a67-4d8c-bb8e-23f7d76380cd tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Request body: {'security_group_rule': {'security_group_id': '4c2712a7-7949-4417-a63d-16a724778bf7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:18:04.548864 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port 9cf923f9-4a5b-4ef6-bee2-e1525d00489e triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:18:04.549524 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (9cf923f9-4a5b-4ef6-bee2-e1525d00489e), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:04.549986 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port 9cf923f9-4a5b-4ef6-bee2-e1525d00489e Oct 01 04:18:04.609258 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:04.612606 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0ef3affb-7460-4385-a0dc-e44310eecf09 None None] Publish callbacks [] for port (7ba0d535-66bc-4545-9c38-25a1d1423561), precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:04.616811 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-fa34c6d3-3a67-4d8c-bb8e-23f7d76380cd tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks [] for security_group_rule (110dc350-8f69-4c22-b6c8-ead719829a6d), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:04.637677 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0ef3affb-7460-4385-a0dc-e44310eecf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (7ba0d535-66bc-4545-9c38-25a1d1423561), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:04.642154 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-1eb4b70d-3cea-4250-844c-5a66432b2d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540cb118-7e4e-4681-bfc5-51850a5afe33', 'name': 'tempest-ServerRescueNegativeTestJSON-1121395474-router', 'tenant_id': '839c91c5262a49768c3e937b5a034137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '7bbc7e7e-5f4c-4348-8066-b51f3619b0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:44Z', 'updated_at': '2022-10-01T04:17:59Z', 'revision_number': 4, 'project_id': '839c91c5262a49768c3e937b5a034137', 'gw_port': {'id': '7bbc7e7e-5f4c-4348-8066-b51f3619b0e5', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540cb118-7e4e-4681-bfc5-51850a5afe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:46Z', 'updated_at': '2022-10-01T04:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': 'f7fd2da2-3952-4589-bca7-86d328130eda', 'name': '', 'network_id': '9e21d865-d526-49ca-8e76-21cf583604c4', 'tenant_id': '839c91c5262a49768c3e937b5a034137', 'mac_address': 'fa:16:3e:bf:a8:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540cb118-7e4e-4681-bfc5-51850a5afe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5be7b0c5-9e6d-4922-a242-c74e298031bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:56Z', 'updated_at': '2022-10-01T04:17:59Z', 'revision_number': 2, 'project_id': '839c91c5262a49768c3e937b5a034137', 'subnets': [{'id': '5be7b0c5-9e6d-4922-a242-c74e298031bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:18:04.709578 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb4b70d-3cea-4250-844c-5a66432b2d7f None None] Checking router: 540cb118-7e4e-4681-bfc5-51850a5afe33 for host: dv-cinder-860044-1-iscsi {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:18:04.710146 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb4b70d-3cea-4250-844c-5a66432b2d7f None None] Updating router 540cb118-7e4e-4681-bfc5-51850a5afe33 port f7fd2da2-3952-4589-bca7-86d328130eda binding host dv-cinder-860044-1-iscsi {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 01 04:18:04.715547 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=100 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:04.799673 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-fa34c6d3-3a67-4d8c-bb8e-23f7d76380cd tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks [] for security_group_rule (110dc350-8f69-4c22-b6c8-ead719829a6d), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:04.801481 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1eb4b70d-3cea-4250-844c-5a66432b2d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (f7fd2da2-3952-4589-bca7-86d328130eda), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:04.805402 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c37378-d3bb-40ff-8c11-6740de2a5ab8 None None] Routers {'3afaa6c5-af0b-47df-85d6-9e90acb38e71'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:18:04.806103 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-97c37378-d3bb-40ff-8c11-6740de2a5ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:17:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['3afaa6c5-af0b-47df-85d6-9e90acb38e71'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:18:04.810209 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-fa34c6d3-3a67-4d8c-bb8e-23f7d76380cd tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043934'] for security_group_rule (110dc350-8f69-4c22-b6c8-ead719829a6d), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:04.877852 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa34c6d3-3a67-4d8c-bb8e-23f7d76380cd tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=110dc350-8f69-4c22-b6c8-ead719829a6d,revision_number=0']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:04.927232 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-fa34c6d3-3a67-4d8c-bb8e-23f7d76380cd tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:04.942087 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-fa34c6d3-3a67-4d8c-bb8e-23f7d76380cd tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4085541 Oct 01 04:18:04.942389 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 60618) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:04.949805 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [None req-3af3d9d6-c5a5-40c3-a19a-0b92d4539814 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Request body: {'floatingip': {'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:18:05.056150 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:05.074610 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3af3d9d6-c5a5-40c3-a19a-0b92d4539814 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:05.145132 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a72d993-ea7d-4e01-9093-77fe70e41bd0 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Pushing event updated for resources: {'Port': ['ID=13e6df16-6417-4e6f-a896-3553ee453b6a,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:05.158543 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9a72d993-ea7d-4e01-9093-77fe70e41bd0 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks [] for floatingip (53c31434-0306-4024-83e7-6bd64466289d), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:05.287508 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port 9cf923f9-4a5b-4ef6-bee2-e1525d00489e is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:18:05.300396 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 60638) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:05.347230 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312210a3-60e1-4dc7-9773-5dd72961bd89 None None] Pushing event updated for resources: {'Port': ['ID=7ba0d535-66bc-4545-9c38-25a1d1423561,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:05.487032 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-0ef3affb-7460-4385-a0dc-e44310eecf09 None None] Attempting to bind port 7ba0d535-66bc-4545-9c38-25a1d1423561 on host dv-cinder-860044-1-iscsi for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 01 04:18:05.490615 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-0ef3affb-7460-4385-a0dc-e44310eecf09 None None] Attempting to bind port 7ba0d535-66bc-4545-9c38-25a1d1423561 by drivers openvswitch,hyperv on host dv-cinder-860044-1-iscsi at level 0 using segments [{'id': '51709e80-dc59-468f-acd2-9bd2e5ce513c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8dd89a22-dfc1-4ff5-8687-6381c17de176'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 01 04:18:05.493842 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef3affb-7460-4385-a0dc-e44310eecf09 None None] Attempting to bind port 7ba0d535-66bc-4545-9c38-25a1d1423561 on network 8dd89a22-dfc1-4ff5-8687-6381c17de176 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:18:05.558693 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97221238-1b45-426d-8dd7-00c610c7bb53 req-4c58655f-27ad-41ef-adef-2cd1631f2b3e tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:05.560423 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-97221238-1b45-426d-8dd7-00c610c7bb53 req-4c58655f-27ad-41ef-adef-2cd1631f2b3e tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.25 "GET /networking/v2.0/networks?id=8dd89a22-dfc1-4ff5-8687-6381c17de176 HTTP/1.1" status: 200 len: 812 time: 1.2380748 Oct 01 04:18:05.586828 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9a72d993-ea7d-4e01-9093-77fe70e41bd0 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (13e6df16-6417-4e6f-a896-3553ee453b6a), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:05.595791 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3af3d9d6-c5a5-40c3-a19a-0b92d4539814 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:05.672543 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 60652) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:05.677207 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device dd4468db-ec48-49c8-8eb6-06517b0d32d3 up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:18:05.727101 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d65b9273-029b-439c-b499-22a36bf00f00 req-78a1faec-816e-4427-9b3a-40fef6687e68 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7dfb3a74-410c-431c-bbc1-4f8f6489b924 HTTP/1.1" status: 200 len: 210 time: 0.4237921 Oct 01 04:18:05.741086 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1eb4b70d-3cea-4250-844c-5a66432b2d7f None None] Publish callbacks [] for port (f7fd2da2-3952-4589-bca7-86d328130eda), precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:05.744328 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1eb4b70d-3cea-4250-844c-5a66432b2d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (f7fd2da2-3952-4589-bca7-86d328130eda), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:05.777374 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9a72d993-ea7d-4e01-9093-77fe70e41bd0 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks [] for port (13e6df16-6417-4e6f-a896-3553ee453b6a), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:05.786902 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-97221238-1b45-426d-8dd7-00c610c7bb53 req-0151dcf5-00a7-4e3f-88a1-1f429cbaf8ef tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] Request body: {'port': {'device_id': '7dfb3a74-410c-431c-bbc1-4f8f6489b924', 'network_id': '8dd89a22-dfc1-4ff5-8687-6381c17de176', 'admin_state_up': True, 'tenant_id': 'c1b321c355e94b8496955f09f547f561'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:18:05.800324 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-97c37378-d3bb-40ff-8c11-6740de2a5ab8 None None] Set router 3afaa6c5-af0b-47df-85d6-9e90acb38e71 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:18:05.874785 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea28123-3205-486e-bcfa-c49c2078cde8 None None] Pushing event updated for resources: {'Port': ['ID=f7fd2da2-3952-4589-bca7-86d328130eda,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:05.952972 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9a72d993-ea7d-4e01-9093-77fe70e41bd0 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (13e6df16-6417-4e6f-a896-3553ee453b6a), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:05.954009 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9a72d993-ea7d-4e01-9093-77fe70e41bd0 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989928'] for floatingip (53c31434-0306-4024-83e7-6bd64466289d), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:05.955778 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.db.db_base_plugin_common [None req-3af3d9d6-c5a5-40c3-a19a-0b92d4539814 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Allocated IP 172.27.2.79 (1c94595f-3990-43c2-b34b-d882a8bf5172/3c747529-64bf-417b-84a2-71abc1dc7574/51e0810d-ff80-4175-a8d5-d716b0936d25) {{(pid=106386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:18:06.032582 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:06.037519 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a72d993-ea7d-4e01-9093-77fe70e41bd0 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Pushing event updated for resources: {'Port': ['ID=13e6df16-6417-4e6f-a896-3553ee453b6a,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:06.043205 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9a72d993-ea7d-4e01-9093-77fe70e41bd0 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for floatingip (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:06.045669 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-9a72d993-ea7d-4e01-9093-77fe70e41bd0 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6998441 Oct 01 04:18:06.067075 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-1eb4b70d-3cea-4250-844c-5a66432b2d7f None None] Attempting to bind port f7fd2da2-3952-4589-bca7-86d328130eda on host dv-cinder-860044-1-iscsi for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 01 04:18:06.067463 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-1eb4b70d-3cea-4250-844c-5a66432b2d7f None None] Attempting to bind port f7fd2da2-3952-4589-bca7-86d328130eda by drivers openvswitch,hyperv on host dv-cinder-860044-1-iscsi at level 0 using segments [{'id': '4d8a2818-cf71-436d-a62b-4fe2056acb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9e21d865-d526-49ca-8e76-21cf583604c4'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 01 04:18:06.067878 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb4b70d-3cea-4250-844c-5a66432b2d7f None None] Attempting to bind port f7fd2da2-3952-4589-bca7-86d328130eda on network 9e21d865-d526-49ca-8e76-21cf583604c4 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:18:06.072832 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97221238-1b45-426d-8dd7-00c610c7bb53 req-0151dcf5-00a7-4e3f-88a1-1f429cbaf8ef tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] Made reservation on behalf of c1b321c355e94b8496955f09f547f561 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:18:06.086308 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-97221238-1b45-426d-8dd7-00c610c7bb53 req-0151dcf5-00a7-4e3f-88a1-1f429cbaf8ef tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:06.119303 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3af3d9d6-c5a5-40c3-a19a-0b92d4539814 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks [] for port (51e0810d-ff80-4175-a8d5-d716b0936d25), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:06.151471 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1a8587bb-0af7-4511-b0c8-f341686d26b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:06.153085 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef3affb-7460-4385-a0dc-e44310eecf09 None None] Checking agent: {'id': 'd8875dbe-87f1-4639-b3ef-79ff4b202d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860044-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 1, 4, 9, 48), 'started_at': datetime.datetime(2022, 10, 1, 4, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 1, 4, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860044-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 01 04:18:06.154462 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef3affb-7460-4385-a0dc-e44310eecf09 None None] Checking segment: {'id': '51709e80-dc59-468f-acd2-9bd2e5ce513c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8dd89a22-dfc1-4ff5-8687-6381c17de176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:18:06.154942 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:06.155874 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0ef3affb-7460-4385-a0dc-e44310eecf09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:06.157311 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef3affb-7460-4385-a0dc-e44310eecf09 None None] Bound using segment: {'id': '51709e80-dc59-468f-acd2-9bd2e5ce513c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8dd89a22-dfc1-4ff5-8687-6381c17de176'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 01 04:18:06.158046 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-0ef3affb-7460-4385-a0dc-e44310eecf09 None None] Bound port: 7ba0d535-66bc-4545-9c38-25a1d1423561, host: dv-cinder-860044-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51709e80-dc59-468f-acd2-9bd2e5ce513c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8dd89a22-dfc1-4ff5-8687-6381c17de176'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 01 04:18:06.158643 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0ef3affb-7460-4385-a0dc-e44310eecf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (7ba0d535-66bc-4545-9c38-25a1d1423561), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:06.173261 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3af3d9d6-c5a5-40c3-a19a-0b92d4539814 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850'] for port (51e0810d-ff80-4175-a8d5-d716b0936d25), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:06.205989 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb4b70d-3cea-4250-844c-5a66432b2d7f None None] Checking agent: {'id': 'd8875dbe-87f1-4639-b3ef-79ff4b202d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860044-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 1, 4, 9, 48), 'started_at': datetime.datetime(2022, 10, 1, 4, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 1, 4, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860044-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 01 04:18:06.207219 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb4b70d-3cea-4250-844c-5a66432b2d7f None None] Checking segment: {'id': '4d8a2818-cf71-436d-a62b-4fe2056acb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9e21d865-d526-49ca-8e76-21cf583604c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:18:06.207778 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1eb4b70d-3cea-4250-844c-5a66432b2d7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:06.208315 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb4b70d-3cea-4250-844c-5a66432b2d7f None None] Bound using segment: {'id': '4d8a2818-cf71-436d-a62b-4fe2056acb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9e21d865-d526-49ca-8e76-21cf583604c4'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 01 04:18:06.209886 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-1eb4b70d-3cea-4250-844c-5a66432b2d7f None None] Bound port: f7fd2da2-3952-4589-bca7-86d328130eda, host: dv-cinder-860044-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d8a2818-cf71-436d-a62b-4fe2056acb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9e21d865-d526-49ca-8e76-21cf583604c4'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 01 04:18:06.211617 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1eb4b70d-3cea-4250-844c-5a66432b2d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (f7fd2da2-3952-4589-bca7-86d328130eda), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:06.242520 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af3d9d6-c5a5-40c3-a19a-0b92d4539814 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Network 1c94595f-3990-43c2-b34b-d882a8bf5172 is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:18:06.252649 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-3af3d9d6-c5a5-40c3-a19a-0b92d4539814 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:18:06.260958 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af3d9d6-c5a5-40c3-a19a-0b92d4539814 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Received port after_create {{(pid=106386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:18:06.275982 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port dd4468db-ec48-49c8-8eb6-06517b0d32d3 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:18:06.277715 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (dd4468db-ec48-49c8-8eb6-06517b0d32d3), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:06.280900 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port dd4468db-ec48-49c8-8eb6-06517b0d32d3 Oct 01 04:18:06.306511 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3d9d6-c5a5-40c3-a19a-0b92d4539814 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Pushing event updated for resources: {'Port': ['ID=51e0810d-ff80-4175-a8d5-d716b0936d25,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:06.370121 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-1eb4b70d-3cea-4250-844c-5a66432b2d7f None None] For port f7fd2da2-3952-4589-bca7-86d328130eda, host dv-cinder-860044-1-iscsi, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 01 04:18:06.386362 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-1eb4b70d-3cea-4250-844c-5a66432b2d7f None None] For port f7fd2da2-3952-4589-bca7-86d328130eda, host dv-cinder-860044-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=f7fd2da2-3952-4589-bca7-86d328130eda,segment=NetworkSegment(4d8a2818-cf71-436d-a62b-4fe2056acb81),segment_id=4d8a2818-cf71-436d-a62b-4fe2056acb81)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 01 04:18:06.394321 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3af3d9d6-c5a5-40c3-a19a-0b92d4539814 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks [] for floatingip (ff4aa418-8158-46f2-976d-62e7bbbfd1f2), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:06.403639 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1eb4b70d-3cea-4250-844c-5a66432b2d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (f7fd2da2-3952-4589-bca7-86d328130eda), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:06.455903 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb4b70d-3cea-4250-844c-5a66432b2d7f None None] Routers {'540cb118-7e4e-4681-bfc5-51850a5afe33'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:18:06.462241 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-1eb4b70d-3cea-4250-844c-5a66432b2d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:17:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['540cb118-7e4e-4681-bfc5-51850a5afe33'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:18:06.952950 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-1eb4b70d-3cea-4250-844c-5a66432b2d7f None None] Set router 540cb118-7e4e-4681-bfc5-51850a5afe33 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:18:06.961158 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:06.996437 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-97221238-1b45-426d-8dd7-00c610c7bb53 req-0151dcf5-00a7-4e3f-88a1-1f429cbaf8ef tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] Allocated IP 172.20.0.11 (8dd89a22-dfc1-4ff5-8687-6381c17de176/912c5681-b707-4357-9fbf-835b97447818/03e60013-3f85-4d23-979a-41de21fce50c) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:18:07.047856 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-97c37378-d3bb-40ff-8c11-6740de2a5ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'name': 'tempest-AttachVolumeShelveTestJSON-1219296695-router', 'tenant_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'dd4468db-ec48-49c8-8eb6-06517b0d32d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:44Z', 'updated_at': '2022-10-01T04:17:58Z', 'revision_number': 4, 'project_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'gw_port': {'id': 'dd4468db-ec48-49c8-8eb6-06517b0d32d3', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:95:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:46Z', 'updated_at': '2022-10-01T04:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': 'f582974d-8b65-4524-bec5-48d37856577d', 'name': '', 'network_id': '41ad6d82-393d-469b-ad56-b82ab9a77fee', 'tenant_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'mac_address': 'fa:16:3e:44:c1:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd3f0d177-35e4-4cba-a762-d1357d3a9c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:57Z', 'updated_at': '2022-10-01T04:17:59Z', 'revision_number': 2, 'project_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'subnets': [{'id': 'd3f0d177-35e4-4cba-a762-d1357d3a9c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:18:07.101747 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:07.195512 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:07.209240 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1a8587bb-0af7-4511-b0c8-f341686d26b2 admin admin] Publish callbacks [] for security_group (cdae27a3-aa20-4869-8d90-0a42ddd987d2), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:07.248830 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:07.263589 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-0ef3affb-7460-4385-a0dc-e44310eecf09 None None] For port 7ba0d535-66bc-4545-9c38-25a1d1423561, host dv-cinder-860044-1-iscsi, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 01 04:18:07.277039 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c37378-d3bb-40ff-8c11-6740de2a5ab8 None None] Checking router: 3afaa6c5-af0b-47df-85d6-9e90acb38e71 for host: dv-cinder-860044-1-iscsi {{(pid=106388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:18:07.288534 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c37378-d3bb-40ff-8c11-6740de2a5ab8 None None] Updating router 3afaa6c5-af0b-47df-85d6-9e90acb38e71 port f582974d-8b65-4524-bec5-48d37856577d binding host dv-cinder-860044-1-iscsi {{(pid=106388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 01 04:18:07.325348 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-3786c388-e9e9-471a-be79-28bc85c491ea req-2d64b9ef-1ee4-4595-a3fc-edf785a5dd1a tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7dfb3a74-410c-431c-bbc1-4f8f6489b924 HTTP/1.1" status: 200 len: 210 time: 0.3137722 Oct 01 04:18:07.326129 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1a8587bb-0af7-4511-b0c8-f341686d26b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (cdae27a3-aa20-4869-8d90-0a42ddd987d2), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:07.376400 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449784dd-ba0c-4f00-af32-343b5c9fc3bd req-2bdb2770-ea20-4bed-97b4-5eb447b80b90 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:07.384796 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-449784dd-ba0c-4f00-af32-343b5c9fc3bd req-2bdb2770-ea20-4bed-97b4-5eb447b80b90 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/networks?id=9e21d865-d526-49ca-8e76-21cf583604c4 HTTP/1.1" status: 200 len: 819 time: 0.7609167 Oct 01 04:18:07.422964 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3af3d9d6-c5a5-40c3-a19a-0b92d4539814 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (51e0810d-ff80-4175-a8d5-d716b0936d25), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:07.472690 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-1eb4b70d-3cea-4250-844c-5a66432b2d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540cb118-7e4e-4681-bfc5-51850a5afe33', 'name': 'tempest-ServerRescueNegativeTestJSON-1121395474-router', 'tenant_id': '839c91c5262a49768c3e937b5a034137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '7bbc7e7e-5f4c-4348-8066-b51f3619b0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:44Z', 'updated_at': '2022-10-01T04:17:59Z', 'revision_number': 4, 'project_id': '839c91c5262a49768c3e937b5a034137', 'gw_port': {'id': '7bbc7e7e-5f4c-4348-8066-b51f3619b0e5', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540cb118-7e4e-4681-bfc5-51850a5afe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:46Z', 'updated_at': '2022-10-01T04:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': 'f7fd2da2-3952-4589-bca7-86d328130eda', 'name': '', 'network_id': '9e21d865-d526-49ca-8e76-21cf583604c4', 'tenant_id': '839c91c5262a49768c3e937b5a034137', 'mac_address': 'fa:16:3e:bf:a8:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540cb118-7e4e-4681-bfc5-51850a5afe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5be7b0c5-9e6d-4922-a242-c74e298031bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:56Z', 'updated_at': '2022-10-01T04:18:06Z', 'revision_number': 4, 'project_id': '839c91c5262a49768c3e937b5a034137', 'subnets': [{'id': '5be7b0c5-9e6d-4922-a242-c74e298031bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:18:07.499380 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-97221238-1b45-426d-8dd7-00c610c7bb53 req-0151dcf5-00a7-4e3f-88a1-1f429cbaf8ef tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] Publish callbacks [] for port (03e60013-3f85-4d23-979a-41de21fce50c), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:07.508039 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb4b70d-3cea-4250-844c-5a66432b2d7f None None] The sync data for ids ['540cb118-7e4e-4681-bfc5-51850a5afe33'] in dv-cinder-860044-1-iscsi is: [{'id': '540cb118-7e4e-4681-bfc5-51850a5afe33', 'name': 'tempest-ServerRescueNegativeTestJSON-1121395474-router', 'tenant_id': '839c91c5262a49768c3e937b5a034137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '7bbc7e7e-5f4c-4348-8066-b51f3619b0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:44Z', 'updated_at': '2022-10-01T04:17:59Z', 'revision_number': 4, 'project_id': '839c91c5262a49768c3e937b5a034137', 'gw_port': {'id': '7bbc7e7e-5f4c-4348-8066-b51f3619b0e5', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540cb118-7e4e-4681-bfc5-51850a5afe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:46Z', 'updated_at': '2022-10-01T04:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': 'f7fd2da2-3952-4589-bca7-86d328130eda', 'name': '', 'network_id': '9e21d865-d526-49ca-8e76-21cf583604c4', 'tenant_id': '839c91c5262a49768c3e937b5a034137', 'mac_address': 'fa:16:3e:bf:a8:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540cb118-7e4e-4681-bfc5-51850a5afe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5be7b0c5-9e6d-4922-a242-c74e298031bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:56Z', 'updated_at': '2022-10-01T04:18:06Z', 'revision_number': 4, 'project_id': '839c91c5262a49768c3e937b5a034137', 'subnets': [{'id': '5be7b0c5-9e6d-4922-a242-c74e298031bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:18:07.515095 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea28123-3205-486e-bcfa-c49c2078cde8 None None] Pushing event updated for resources: {'Port': ['ID=f7fd2da2-3952-4589-bca7-86d328130eda,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:07.544356 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-97221238-1b45-426d-8dd7-00c610c7bb53 req-0151dcf5-00a7-4e3f-88a1-1f429cbaf8ef tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850'] for port (03e60013-3f85-4d23-979a-41de21fce50c), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:07.547989 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-97c37378-d3bb-40ff-8c11-6740de2a5ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (f582974d-8b65-4524-bec5-48d37856577d), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:07.582021 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-0ef3affb-7460-4385-a0dc-e44310eecf09 None None] For port 7ba0d535-66bc-4545-9c38-25a1d1423561, host dv-cinder-860044-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=7ba0d535-66bc-4545-9c38-25a1d1423561,segment=NetworkSegment(51709e80-dc59-468f-acd2-9bd2e5ce513c),segment_id=51709e80-dc59-468f-acd2-9bd2e5ce513c)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 01 04:18:07.645841 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0ef3affb-7460-4385-a0dc-e44310eecf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (7ba0d535-66bc-4545-9c38-25a1d1423561), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:07.690592 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-449784dd-ba0c-4f00-af32-343b5c9fc3bd req-98413c6a-9e12-47d5-8a65-a6bccfa65bf4 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/quotas/839c91c5262a49768c3e937b5a034137 HTTP/1.1" status: 200 len: 375 time: 0.2728853 Oct 01 04:18:07.755157 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97221238-1b45-426d-8dd7-00c610c7bb53 req-0151dcf5-00a7-4e3f-88a1-1f429cbaf8ef tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] Network 8dd89a22-dfc1-4ff5-8687-6381c17de176 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:18:07.767944 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-1a8587bb-0af7-4511-b0c8-f341686d26b2 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=ffbe465f13f04c19b58b10aeb02886a8&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0804822 Oct 01 04:18:07.768956 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 60736) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:07.773621 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port dd4468db-ec48-49c8-8eb6-06517b0d32d3 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:18:07.775113 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 03de13cd-17bd-4c7d-8ee6-140edfcf3b21 up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:18:07.786862 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-97221238-1b45-426d-8dd7-00c610c7bb53 req-0151dcf5-00a7-4e3f-88a1-1f429cbaf8ef tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:18:07.791156 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-97221238-1b45-426d-8dd7-00c610c7bb53 req-0151dcf5-00a7-4e3f-88a1-1f429cbaf8ef tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:18:07.794426 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=100 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:07.796023 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312210a3-60e1-4dc7-9773-5dd72961bd89 None None] Pushing event updated for resources: {'Port': ['ID=7ba0d535-66bc-4545-9c38-25a1d1423561,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:07.811482 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97221238-1b45-426d-8dd7-00c610c7bb53 req-0151dcf5-00a7-4e3f-88a1-1f429cbaf8ef tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:07.812145 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-97221238-1b45-426d-8dd7-00c610c7bb53 req-0151dcf5-00a7-4e3f-88a1-1f429cbaf8ef tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:07.856432 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0151dcf5-00a7-4e3f-88a1-1f429cbaf8ef tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] Pushing event updated for resources: {'Port': ['ID=03e60013-3f85-4d23-979a-41de21fce50c,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:07.872035 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-97221238-1b45-426d-8dd7-00c610c7bb53 req-0151dcf5-00a7-4e3f-88a1-1f429cbaf8ef tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0918994 Oct 01 04:18:07.936541 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [req-97221238-1b45-426d-8dd7-00c610c7bb53 req-a7168f12-a981-40cb-8a3e-7e82917cda79 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 01 04:18:07.938748 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-97221238-1b45-426d-8dd7-00c610c7bb53 req-a7168f12-a981-40cb-8a3e-7e82917cda79 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0099740 Oct 01 04:18:07.986668 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8587bb-0af7-4511-b0c8-f341686d26b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdae27a3-aa20-4869-8d90-0a42ddd987d2,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:08.057378 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-449784dd-ba0c-4f00-af32-343b5c9fc3bd req-d6c01f2e-b293-4ba9-a473-35f89b69afda tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=839c91c5262a49768c3e937b5a034137&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3658140 Oct 01 04:18:08.099889 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-9bae5538-7dea-4edc-96e0-34f2a5ec2155 req-bda6bdfa-c5e7-4d8a-be18-1d96aeb802b5 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1372705526&fields=id&tenant_id=16cd7bcb315d4dc58f73a9918adb57e2 HTTP/1.1" status: 200 len: 267 time: 0.4652667 Oct 01 04:18:08.427840 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-97221238-1b45-426d-8dd7-00c610c7bb53 req-9bb2b682-f8a7-4bdd-8df3-fcbbcb2883fb service neutron] Request body: {'port': {'device_id': '7dfb3a74-410c-431c-bbc1-4f8f6489b924', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86004'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:18:08.462387 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-a39c0ea5-09a9-4bbf-9cbd-53b26b4c1f4e None None] Provisioning complete for port 03e60013-3f85-4d23-979a-41de21fce50c triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:18:08.463705 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a39c0ea5-09a9-4bbf-9cbd-53b26b4c1f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (03e60013-3f85-4d23-979a-41de21fce50c), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:08.464247 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-a39c0ea5-09a9-4bbf-9cbd-53b26b4c1f4e None None] Attempt 1 to provision port 03e60013-3f85-4d23-979a-41de21fce50c Oct 01 04:18:08.466113 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef3affb-7460-4385-a0dc-e44310eecf09 None None] Routers {'ba3249c9-9321-4995-bbd8-2b202194faee'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:18:08.467029 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-0ef3affb-7460-4385-a0dc-e44310eecf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:17:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['ba3249c9-9321-4995-bbd8-2b202194faee'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:18:08.614803 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-0ef3affb-7460-4385-a0dc-e44310eecf09 None None] Set router ba3249c9-9321-4995-bbd8-2b202194faee gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:18:08.659952 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-97221238-1b45-426d-8dd7-00c610c7bb53 req-9bb2b682-f8a7-4bdd-8df3-fcbbcb2883fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (03e60013-3f85-4d23-979a-41de21fce50c), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:08.678527 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8c231e27-5fb3-4eae-a160-a2dd87a62887 admin admin] Publish callbacks [] for security_group (cdae27a3-aa20-4869-8d90-0a42ddd987d2), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:08.712348 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:08.820439 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8c231e27-5fb3-4eae-a160-a2dd87a62887 admin admin] Publish callbacks [] for security_group (cdae27a3-aa20-4869-8d90-0a42ddd987d2), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:08.888715 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-a39c0ea5-09a9-4bbf-9cbd-53b26b4c1f4e None None] Port 03e60013-3f85-4d23-979a-41de21fce50c cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 01 04:18:08.932954 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port 03de13cd-17bd-4c7d-8ee6-140edfcf3b21 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:18:08.933343 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (03de13cd-17bd-4c7d-8ee6-140edfcf3b21), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:08.933694 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port 03de13cd-17bd-4c7d-8ee6-140edfcf3b21 Oct 01 04:18:08.965632 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8c231e27-5fb3-4eae-a160-a2dd87a62887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (cdae27a3-aa20-4869-8d90-0a42ddd987d2), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:08.974968 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8c231e27-5fb3-4eae-a160-a2dd87a62887 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:08.988399 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-8c231e27-5fb3-4eae-a160-a2dd87a62887 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/cdae27a3-aa20-4869-8d90-0a42ddd987d2 HTTP/1.1" status: 204 len: 168 time: 1.1493392 Oct 01 04:18:09.190678 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:09.234777 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-449784dd-ba0c-4f00-af32-343b5c9fc3bd req-7cee4609-5c2f-46ab-9ab4-2b3042c3b299 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/9e21d865-d526-49ca-8e76-21cf583604c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1601114 Oct 01 04:18:09.273403 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c231e27-5fb3-4eae-a160-a2dd87a62887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdae27a3-aa20-4869-8d90-0a42ddd987d2,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:09.426745 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae5538-7dea-4edc-96e0-34f2a5ec2155 req-61b7d269-4c05-4e4f-87b3-ee59f87d4357 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:09.446484 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-9bae5538-7dea-4edc-96e0-34f2a5ec2155 req-61b7d269-4c05-4e4f-87b3-ee59f87d4357 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/networks?id=3af0afc2-a8fa-427e-a8af-57c40105fd2b HTTP/1.1" status: 200 len: 810 time: 1.3446634 Oct 01 04:18:09.642645 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [req-97221238-1b45-426d-8dd7-00c610c7bb53 req-9bb2b682-f8a7-4bdd-8df3-fcbbcb2883fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03e60013-3f85-4d23-979a-41de21fce50c {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 01 04:18:09.673377 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-97c37378-d3bb-40ff-8c11-6740de2a5ab8 None None] Publish callbacks [] for port (f582974d-8b65-4524-bec5-48d37856577d), precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:09.675540 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-97221238-1b45-426d-8dd7-00c610c7bb53 req-9bb2b682-f8a7-4bdd-8df3-fcbbcb2883fb service neutron] Publish callbacks [] for port (03e60013-3f85-4d23-979a-41de21fce50c), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:09.691883 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-0ef3affb-7460-4385-a0dc-e44310eecf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3249c9-9321-4995-bbd8-2b202194faee', 'name': 'tempest-DeleteServersTestJSON-1737244353-router', 'tenant_id': 'c1b321c355e94b8496955f09f547f561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '9cf923f9-4a5b-4ef6-bee2-e1525d00489e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:45Z', 'updated_at': '2022-10-01T04:17:53Z', 'revision_number': 4, 'project_id': 'c1b321c355e94b8496955f09f547f561', 'gw_port': {'id': '9cf923f9-4a5b-4ef6-bee2-e1525d00489e', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:aa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3249c9-9321-4995-bbd8-2b202194faee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:46Z', 'updated_at': '2022-10-01T04:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '7ba0d535-66bc-4545-9c38-25a1d1423561', 'name': '', 'network_id': '8dd89a22-dfc1-4ff5-8687-6381c17de176', 'tenant_id': 'c1b321c355e94b8496955f09f547f561', 'mac_address': 'fa:16:3e:86:53:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3249c9-9321-4995-bbd8-2b202194faee', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '912c5681-b707-4357-9fbf-835b97447818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:52Z', 'updated_at': '2022-10-01T04:18:07Z', 'revision_number': 4, 'project_id': 'c1b321c355e94b8496955f09f547f561', 'subnets': [{'id': '912c5681-b707-4357-9fbf-835b97447818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:18:09.731689 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-97c37378-d3bb-40ff-8c11-6740de2a5ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (f582974d-8b65-4524-bec5-48d37856577d), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:09.734968 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:09.747273 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-97221238-1b45-426d-8dd7-00c610c7bb53 req-9bb2b682-f8a7-4bdd-8df3-fcbbcb2883fb service neutron] Transition to ACTIVE for port object 03e60013-3f85-4d23-979a-41de21fce50c will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 01 04:18:09.753824 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-449784dd-ba0c-4f00-af32-343b5c9fc3bd req-d50b32a4-06dd-4d1e-8e46-94148485a0db service neutron] 10.222.0.26 "GET /networking/v2.0/networks/9e21d865-d526-49ca-8e76-21cf583604c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4711103 Oct 01 04:18:09.761775 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-97221238-1b45-426d-8dd7-00c610c7bb53 req-9bb2b682-f8a7-4bdd-8df3-fcbbcb2883fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (03e60013-3f85-4d23-979a-41de21fce50c), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:09.818708 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:09.838925 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3af3d9d6-c5a5-40c3-a19a-0b92d4539814 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks [] for port (51e0810d-ff80-4175-a8d5-d716b0936d25), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:09.855409 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-9bae5538-7dea-4edc-96e0-34f2a5ec2155 req-d5536ede-a63b-400e-9c9a-401a4db3c5c5 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/quotas/16cd7bcb315d4dc58f73a9918adb57e2 HTTP/1.1" status: 200 len: 375 time: 0.4079044 Oct 01 04:18:09.914906 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3af3d9d6-c5a5-40c3-a19a-0b92d4539814 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (51e0810d-ff80-4175-a8d5-d716b0936d25), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:09.915641 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3af3d9d6-c5a5-40c3-a19a-0b92d4539814 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989928'] for floatingip (ff4aa418-8158-46f2-976d-62e7bbbfd1f2), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:09.989386 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.agents_db [None req-12b97a57-14e3-4267-90b0-a9e0353f7932 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 01 04:18:10.121657 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef3affb-7460-4385-a0dc-e44310eecf09 None None] The sync data for ids ['ba3249c9-9321-4995-bbd8-2b202194faee'] in dv-cinder-860044-1-iscsi is: [{'id': 'ba3249c9-9321-4995-bbd8-2b202194faee', 'name': 'tempest-DeleteServersTestJSON-1737244353-router', 'tenant_id': 'c1b321c355e94b8496955f09f547f561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '9cf923f9-4a5b-4ef6-bee2-e1525d00489e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:45Z', 'updated_at': '2022-10-01T04:17:53Z', 'revision_number': 4, 'project_id': 'c1b321c355e94b8496955f09f547f561', 'gw_port': {'id': '9cf923f9-4a5b-4ef6-bee2-e1525d00489e', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:aa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3249c9-9321-4995-bbd8-2b202194faee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:46Z', 'updated_at': '2022-10-01T04:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '7ba0d535-66bc-4545-9c38-25a1d1423561', 'name': '', 'network_id': '8dd89a22-dfc1-4ff5-8687-6381c17de176', 'tenant_id': 'c1b321c355e94b8496955f09f547f561', 'mac_address': 'fa:16:3e:86:53:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3249c9-9321-4995-bbd8-2b202194faee', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '912c5681-b707-4357-9fbf-835b97447818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:52Z', 'updated_at': '2022-10-01T04:18:07Z', 'revision_number': 4, 'project_id': 'c1b321c355e94b8496955f09f547f561', 'subnets': [{'id': '912c5681-b707-4357-9fbf-835b97447818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:18:10.300883 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3af3d9d6-c5a5-40c3-a19a-0b92d4539814 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for floatingip (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:10.313902 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-3af3d9d6-c5a5-40c3-a19a-0b92d4539814 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3626099 Oct 01 04:18:10.323449 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-9bae5538-7dea-4edc-96e0-34f2a5ec2155 req-19332baa-85d3-4a87-b5a5-86ac554d79e4 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=16cd7bcb315d4dc58f73a9918adb57e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4660246 Oct 01 04:18:10.358898 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:10.375521 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3d9d6-c5a5-40c3-a19a-0b92d4539814 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Pushing event updated for resources: {'Port': ['ID=51e0810d-ff80-4175-a8d5-d716b0936d25,revision_number=2']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:10.498111 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port 03de13cd-17bd-4c7d-8ee6-140edfcf3b21 is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:18:10.498505 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (03de13cd-17bd-4c7d-8ee6-140edfcf3b21), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:10.557570 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953db1c-5b96-4814-953c-f94d0421e1d0 req-3f64002b-235a-4737-996c-993c0b476b15 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:10.568086 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b953db1c-5b96-4814-953c-f94d0421e1d0 req-3f64002b-235a-4737-996c-993c0b476b15 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7dfb3a74-410c-431c-bbc1-4f8f6489b924 HTTP/1.1" status: 200 len: 944 time: 0.4993112 Oct 01 04:18:10.672699 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb2b682-f8a7-4bdd-8df3-fcbbcb2883fb service neutron] Pushing event updated for resources: {'Port': ['ID=03e60013-3f85-4d23-979a-41de21fce50c,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:10.695045 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-97221238-1b45-426d-8dd7-00c610c7bb53 req-9bb2b682-f8a7-4bdd-8df3-fcbbcb2883fb service neutron] Attempting to bind port 03e60013-3f85-4d23-979a-41de21fce50c on host hv-cinder-86004 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 01 04:18:10.696148 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-97221238-1b45-426d-8dd7-00c610c7bb53 req-9bb2b682-f8a7-4bdd-8df3-fcbbcb2883fb service neutron] Attempting to bind port 03e60013-3f85-4d23-979a-41de21fce50c by drivers openvswitch,hyperv on host hv-cinder-86004 at level 0 using segments [{'id': '51709e80-dc59-468f-acd2-9bd2e5ce513c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8dd89a22-dfc1-4ff5-8687-6381c17de176'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 01 04:18:10.697998 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97221238-1b45-426d-8dd7-00c610c7bb53 req-9bb2b682-f8a7-4bdd-8df3-fcbbcb2883fb service neutron] Attempting to bind port 03e60013-3f85-4d23-979a-41de21fce50c on network 8dd89a22-dfc1-4ff5-8687-6381c17de176 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:18:10.752395 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c761010e-c595-4b10-b92b-4b829fc95fee None None] Pushing event updated for resources: {'Port': ['ID=f582974d-8b65-4524-bec5-48d37856577d,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:10.767794 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b953db1c-5b96-4814-953c-f94d0421e1d0 req-b0763ef2-d92b-4930-880c-65d7f36e3eaf tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62dc82da-c37b-47c1-9a97-aee660e3fa39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977444 Oct 01 04:18:10.845339 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-97c37378-d3bb-40ff-8c11-6740de2a5ab8 None None] Attempting to bind port f582974d-8b65-4524-bec5-48d37856577d on host dv-cinder-860044-1-iscsi for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 01 04:18:10.846004 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-97c37378-d3bb-40ff-8c11-6740de2a5ab8 None None] Attempting to bind port f582974d-8b65-4524-bec5-48d37856577d by drivers openvswitch,hyperv on host dv-cinder-860044-1-iscsi at level 0 using segments [{'id': '2ed9749a-eb3b-4451-b7b7-83bb473f5fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '41ad6d82-393d-469b-ad56-b82ab9a77fee'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 01 04:18:10.846924 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c37378-d3bb-40ff-8c11-6740de2a5ab8 None None] Attempting to bind port f582974d-8b65-4524-bec5-48d37856577d on network 41ad6d82-393d-469b-ad56-b82ab9a77fee {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:18:10.873733 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] For port 03de13cd-17bd-4c7d-8ee6-140edfcf3b21, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=03de13cd-17bd-4c7d-8ee6-140edfcf3b21,segment=NetworkSegment(456799c3-9e2a-4334-9278-8f3823819afe),segment_id=456799c3-9e2a-4334-9278-8f3823819afe)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:18:10.937763 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-dcd79da1-e066-4164-ba67-2d2f51778f70 req-3153f05c-34c3-495c-83e0-3ea50f00b9d6 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2906cc69-afd9-45dd-b846-38782722ed9a HTTP/1.1" status: 200 len: 210 time: 0.0781817 Oct 01 04:18:10.967219 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (03de13cd-17bd-4c7d-8ee6-140edfcf3b21), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:10.995999 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97221238-1b45-426d-8dd7-00c610c7bb53 req-9bb2b682-f8a7-4bdd-8df3-fcbbcb2883fb service neutron] Port 03e60013-3f85-4d23-979a-41de21fce50c on network 8dd89a22-dfc1-4ff5-8687-6381c17de176 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86004 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 01 04:18:10.999592 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97221238-1b45-426d-8dd7-00c610c7bb53 req-9bb2b682-f8a7-4bdd-8df3-fcbbcb2883fb service neutron] Attempting to bind port 03e60013-3f85-4d23-979a-41de21fce50c on network 8dd89a22-dfc1-4ff5-8687-6381c17de176 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:18:11.271432 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97221238-1b45-426d-8dd7-00c610c7bb53 req-9bb2b682-f8a7-4bdd-8df3-fcbbcb2883fb service neutron] Checking agent: {'id': '2c3964fb-7920-4c48-8672-be15ccfa9ce8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86004', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 1, 4, 15, 53), 'started_at': datetime.datetime(2022, 10, 1, 4, 15, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 1, 4, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 01 04:18:11.273514 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97221238-1b45-426d-8dd7-00c610c7bb53 req-9bb2b682-f8a7-4bdd-8df3-fcbbcb2883fb service neutron] Checking segment: {'id': '51709e80-dc59-468f-acd2-9bd2e5ce513c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8dd89a22-dfc1-4ff5-8687-6381c17de176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:18:11.275079 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97221238-1b45-426d-8dd7-00c610c7bb53 req-9bb2b682-f8a7-4bdd-8df3-fcbbcb2883fb service neutron] Bound using segment: {'id': '51709e80-dc59-468f-acd2-9bd2e5ce513c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8dd89a22-dfc1-4ff5-8687-6381c17de176'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 01 04:18:11.278998 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [req-9bae5538-7dea-4edc-96e0-34f2a5ec2155 req-0022d033-688a-45e3-ba32-cbca6f615f3c service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106386) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 01 04:18:11.280026 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-97221238-1b45-426d-8dd7-00c610c7bb53 req-9bb2b682-f8a7-4bdd-8df3-fcbbcb2883fb service neutron] Bound port: 03e60013-3f85-4d23-979a-41de21fce50c, host: hv-cinder-86004, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51709e80-dc59-468f-acd2-9bd2e5ce513c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8dd89a22-dfc1-4ff5-8687-6381c17de176'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 01 04:18:11.282123 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-97221238-1b45-426d-8dd7-00c610c7bb53 req-9bb2b682-f8a7-4bdd-8df3-fcbbcb2883fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (03e60013-3f85-4d23-979a-41de21fce50c), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:11.283154 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-9bae5538-7dea-4edc-96e0-34f2a5ec2155 req-0022d033-688a-45e3-ba32-cbca6f615f3c service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2741036 Oct 01 04:18:11.300714 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c37378-d3bb-40ff-8c11-6740de2a5ab8 None None] Checking agent: {'id': 'd8875dbe-87f1-4639-b3ef-79ff4b202d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860044-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 1, 4, 9, 48), 'started_at': datetime.datetime(2022, 10, 1, 4, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 1, 4, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860044-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 01 04:18:11.302775 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c37378-d3bb-40ff-8c11-6740de2a5ab8 None None] Checking segment: {'id': '2ed9749a-eb3b-4451-b7b7-83bb473f5fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '41ad6d82-393d-469b-ad56-b82ab9a77fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:18:11.302775 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-97c37378-d3bb-40ff-8c11-6740de2a5ab8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:11.302775 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c37378-d3bb-40ff-8c11-6740de2a5ab8 None None] Bound using segment: {'id': '2ed9749a-eb3b-4451-b7b7-83bb473f5fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '41ad6d82-393d-469b-ad56-b82ab9a77fee'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 01 04:18:11.305815 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-97c37378-d3bb-40ff-8c11-6740de2a5ab8 None None] Bound port: f582974d-8b65-4524-bec5-48d37856577d, host: dv-cinder-860044-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ed9749a-eb3b-4451-b7b7-83bb473f5fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '41ad6d82-393d-469b-ad56-b82ab9a77fee'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 01 04:18:11.306596 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-97c37378-d3bb-40ff-8c11-6740de2a5ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (f582974d-8b65-4524-bec5-48d37856577d), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:11.474145 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:11.507518 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2d7535ef-37e4-4e30-a7bb-d571216a8786 req-d091df5b-f1eb-4639-ae98-b6e22d434425 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1316571595&fields=id&tenant_id=19d87f6d9adf4ce98e934187ec8ae0d7 HTTP/1.1" status: 200 len: 267 time: 0.2791259 Oct 01 04:18:11.542134 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Pushing event updated for resources: {'Port': ['ID=03de13cd-17bd-4c7d-8ee6-140edfcf3b21,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:11.553807 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-97c37378-d3bb-40ff-8c11-6740de2a5ab8 None None] For port f582974d-8b65-4524-bec5-48d37856577d, host dv-cinder-860044-1-iscsi, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 01 04:18:11.559036 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-97c37378-d3bb-40ff-8c11-6740de2a5ab8 None None] For port f582974d-8b65-4524-bec5-48d37856577d, host dv-cinder-860044-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=f582974d-8b65-4524-bec5-48d37856577d,segment=NetworkSegment(2ed9749a-eb3b-4451-b7b7-83bb473f5fb1),segment_id=2ed9749a-eb3b-4451-b7b7-83bb473f5fb1)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 01 04:18:11.573077 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-97c37378-d3bb-40ff-8c11-6740de2a5ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (f582974d-8b65-4524-bec5-48d37856577d), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:11.685089 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-97221238-1b45-426d-8dd7-00c610c7bb53 req-9bb2b682-f8a7-4bdd-8df3-fcbbcb2883fb service neutron] For port 03e60013-3f85-4d23-979a-41de21fce50c, host hv-cinder-86004, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 01 04:18:11.688817 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c37378-d3bb-40ff-8c11-6740de2a5ab8 None None] Routers {'3afaa6c5-af0b-47df-85d6-9e90acb38e71'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:18:11.700567 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-97221238-1b45-426d-8dd7-00c610c7bb53 req-9bb2b682-f8a7-4bdd-8df3-fcbbcb2883fb service neutron] For port 03e60013-3f85-4d23-979a-41de21fce50c, host hv-cinder-86004, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=03e60013-3f85-4d23-979a-41de21fce50c,segment=NetworkSegment(51709e80-dc59-468f-acd2-9bd2e5ce513c),segment_id=51709e80-dc59-468f-acd2-9bd2e5ce513c)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 01 04:18:11.706125 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-97c37378-d3bb-40ff-8c11-6740de2a5ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:17:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['3afaa6c5-af0b-47df-85d6-9e90acb38e71'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:18:11.714854 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-97221238-1b45-426d-8dd7-00c610c7bb53 req-9bb2b682-f8a7-4bdd-8df3-fcbbcb2883fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (03e60013-3f85-4d23-979a-41de21fce50c), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:11.734102 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97221238-1b45-426d-8dd7-00c610c7bb53 req-9bb2b682-f8a7-4bdd-8df3-fcbbcb2883fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:11.739963 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-97221238-1b45-426d-8dd7-00c610c7bb53 req-9bb2b682-f8a7-4bdd-8df3-fcbbcb2883fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:11.743737 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-97221238-1b45-426d-8dd7-00c610c7bb53 req-9bb2b682-f8a7-4bdd-8df3-fcbbcb2883fb service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/03e60013-3f85-4d23-979a-41de21fce50c HTTP/1.1" status: 200 len: 1094 time: 3.5040493 Oct 01 04:18:11.747379 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dfb3a74-410c-431c-bbc1-4f8f6489b924', 'tag': '03e60013-3f85-4d23-979a-41de21fce50c'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:18:11.918187 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-97c37378-d3bb-40ff-8c11-6740de2a5ab8 None None] Set router 3afaa6c5-af0b-47df-85d6-9e90acb38e71 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:18:11.983704 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-9bae5538-7dea-4edc-96e0-34f2a5ec2155 req-23ae7a38-64cf-4392-bca2-2de94d976d64 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/3af0afc2-a8fa-427e-a8af-57c40105fd2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6934371 Oct 01 04:18:12.089225 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 7ba0d535-66bc-4545-9c38-25a1d1423561 up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:18:12.247015 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb2b682-f8a7-4bdd-8df3-fcbbcb2883fb service neutron] Pushing event updated for resources: {'Port': ['ID=03e60013-3f85-4d23-979a-41de21fce50c,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:12.391598 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c761010e-c595-4b10-b92b-4b829fc95fee None None] Pushing event updated for resources: {'Port': ['ID=f582974d-8b65-4524-bec5-48d37856577d,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:12.410574 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7535ef-37e4-4e30-a7bb-d571216a8786 req-4193f0ee-7531-49a3-93bb-31333f16b12b tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:12.423458 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2d7535ef-37e4-4e30-a7bb-d571216a8786 req-4193f0ee-7531-49a3-93bb-31333f16b12b tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/networks?id=41ad6d82-393d-469b-ad56-b82ab9a77fee HTTP/1.1" status: 200 len: 817 time: 0.8974154 Oct 01 04:18:12.447823 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port 7ba0d535-66bc-4545-9c38-25a1d1423561 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:18:12.447823 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (7ba0d535-66bc-4545-9c38-25a1d1423561), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:12.447823 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port 7ba0d535-66bc-4545-9c38-25a1d1423561 Oct 01 04:18:12.552610 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2d7535ef-37e4-4e30-a7bb-d571216a8786 req-173a1608-9690-4f69-8d3a-3b8a8dd69887 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/quotas/19d87f6d9adf4ce98e934187ec8ae0d7 HTTP/1.1" status: 200 len: 375 time: 0.1185124 Oct 01 04:18:12.583220 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-9bae5538-7dea-4edc-96e0-34f2a5ec2155 req-23113e1f-842a-4e23-b00c-1189794399c5 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/3af0afc2-a8fa-427e-a8af-57c40105fd2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5832314 Oct 01 04:18:12.642471 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23a471ff00a13a2eea8c87216c43e2c9873adc8b08d975975de21b294c9ff96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82b3160-89e0-4f25-94f8-1d088cb66a14" -d '{"events": [{"name": "network-changed", "server_uuid": "7dfb3a74-410c-431c-bbc1-4f8f6489b924", "tag": "03e60013-3f85-4d23-979a-41de21fce50c"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:18:12.733953 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port 7ba0d535-66bc-4545-9c38-25a1d1423561 is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:18:12.734694 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (7ba0d535-66bc-4545-9c38-25a1d1423561), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:12.801514 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] For port 7ba0d535-66bc-4545-9c38-25a1d1423561, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=7ba0d535-66bc-4545-9c38-25a1d1423561,segment=NetworkSegment(51709e80-dc59-468f-acd2-9bd2e5ce513c),segment_id=51709e80-dc59-468f-acd2-9bd2e5ce513c)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:18:12.828771 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2d7535ef-37e4-4e30-a7bb-d571216a8786 req-66054125-4975-4564-8080-c0ad7a99c9f8 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=19d87f6d9adf4ce98e934187ec8ae0d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2632823 Oct 01 04:18:12.854016 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (7ba0d535-66bc-4545-9c38-25a1d1423561), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:12.854854 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device f7fd2da2-3952-4589-bca7-86d328130eda up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:18:12.950014 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-be00ec6a-2c43-466d-bb2b-9d7c4edae70b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (973633b6-dd94-436d-b3a5-971dbc41e63c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:12.967098 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port f7fd2da2-3952-4589-bca7-86d328130eda triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:18:12.967485 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (f7fd2da2-3952-4589-bca7-86d328130eda), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:12.967977 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port f7fd2da2-3952-4589-bca7-86d328130eda Oct 01 04:18:12.994677 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-97c37378-d3bb-40ff-8c11-6740de2a5ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'name': 'tempest-AttachVolumeShelveTestJSON-1219296695-router', 'tenant_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'dd4468db-ec48-49c8-8eb6-06517b0d32d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:44Z', 'updated_at': '2022-10-01T04:17:58Z', 'revision_number': 4, 'project_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'gw_port': {'id': 'dd4468db-ec48-49c8-8eb6-06517b0d32d3', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:95:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:46Z', 'updated_at': '2022-10-01T04:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': 'f582974d-8b65-4524-bec5-48d37856577d', 'name': '', 'network_id': '41ad6d82-393d-469b-ad56-b82ab9a77fee', 'tenant_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'mac_address': 'fa:16:3e:44:c1:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd3f0d177-35e4-4cba-a762-d1357d3a9c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:57Z', 'updated_at': '2022-10-01T04:18:11Z', 'revision_number': 4, 'project_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'subnets': [{'id': 'd3f0d177-35e4-4cba-a762-d1357d3a9c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:18:13.001604 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2d7535ef-37e4-4e30-a7bb-d571216a8786 req-6220f078-5f44-4baa-a6c7-49058df868a0 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/41ad6d82-393d-469b-ad56-b82ab9a77fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366422 Oct 01 04:18:13.281848 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c37378-d3bb-40ff-8c11-6740de2a5ab8 None None] The sync data for ids ['3afaa6c5-af0b-47df-85d6-9e90acb38e71'] in dv-cinder-860044-1-iscsi is: [{'id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'name': 'tempest-AttachVolumeShelveTestJSON-1219296695-router', 'tenant_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'dd4468db-ec48-49c8-8eb6-06517b0d32d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:44Z', 'updated_at': '2022-10-01T04:17:58Z', 'revision_number': 4, 'project_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'gw_port': {'id': 'dd4468db-ec48-49c8-8eb6-06517b0d32d3', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:95:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:46Z', 'updated_at': '2022-10-01T04:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': 'f582974d-8b65-4524-bec5-48d37856577d', 'name': '', 'network_id': '41ad6d82-393d-469b-ad56-b82ab9a77fee', 'tenant_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'mac_address': 'fa:16:3e:44:c1:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd3f0d177-35e4-4cba-a762-d1357d3a9c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:57Z', 'updated_at': '2022-10-01T04:18:11Z', 'revision_number': 4, 'project_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'subnets': [{'id': 'd3f0d177-35e4-4cba-a762-d1357d3a9c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:18:13.291654 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:13.321205 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Pushing event updated for resources: {'Port': ['ID=7ba0d535-66bc-4545-9c38-25a1d1423561,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:13.470854 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:13.489704 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port f7fd2da2-3952-4589-bca7-86d328130eda is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:18:13.490408 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (f7fd2da2-3952-4589-bca7-86d328130eda), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:13.554262 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] For port f7fd2da2-3952-4589-bca7-86d328130eda, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=f7fd2da2-3952-4589-bca7-86d328130eda,segment=NetworkSegment(4d8a2818-cf71-436d-a62b-4fe2056acb81),segment_id=4d8a2818-cf71-436d-a62b-4fe2056acb81)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:18:13.561095 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (f7fd2da2-3952-4589-bca7-86d328130eda), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:13.719796 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Pushing event updated for resources: {'Port': ['ID=f7fd2da2-3952-4589-bca7-86d328130eda,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:13.724154 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4acc49-d90c-4ab6-9df0-2aec6476412d req-8699db46-88d3-47ba-a4ab-246830a8a277 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:13.728851 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-3a4acc49-d90c-4ab6-9df0-2aec6476412d req-8699db46-88d3-47ba-a4ab-246830a8a277 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/networks?id=9e21d865-d526-49ca-8e76-21cf583604c4 HTTP/1.1" status: 200 len: 819 time: 0.6347136 Oct 01 04:18:13.771920 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2d7535ef-37e4-4e30-a7bb-d571216a8786 req-e2f2b4fc-b719-434a-85bc-fddee10d32d2 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/41ad6d82-393d-469b-ad56-b82ab9a77fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7648721 Oct 01 04:18:13.779145 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-3a4acc49-d90c-4ab6-9df0-2aec6476412d req-e1e044a1-c22c-4d50-b5c8-3251686c7146 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/quotas/839c91c5262a49768c3e937b5a034137 HTTP/1.1" status: 200 len: 375 time: 0.0423353 Oct 01 04:18:13.971973 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-3a4acc49-d90c-4ab6-9df0-2aec6476412d req-9dc50771-72e9-4ed5-a8be-2597582e5c57 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=839c91c5262a49768c3e937b5a034137&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1845961 Oct 01 04:18:13.991159 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 03de13cd-17bd-4c7d-8ee6-140edfcf3b21 up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:18:14.016724 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:14.057736 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port 03de13cd-17bd-4c7d-8ee6-140edfcf3b21 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:18:14.058262 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (03de13cd-17bd-4c7d-8ee6-140edfcf3b21), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:14.058709 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port 03de13cd-17bd-4c7d-8ee6-140edfcf3b21 Oct 01 04:18:14.099305 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:14.201423 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-3a4acc49-d90c-4ab6-9df0-2aec6476412d req-0196bdbc-01bb-4a7a-9cef-bde8b52ca4c5 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/9e21d865-d526-49ca-8e76-21cf583604c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291703 Oct 01 04:18:14.304393 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port 03de13cd-17bd-4c7d-8ee6-140edfcf3b21 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:18:14.307845 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device f582974d-8b65-4524-bec5-48d37856577d up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:18:14.454298 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port f582974d-8b65-4524-bec5-48d37856577d triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:18:14.456900 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (f582974d-8b65-4524-bec5-48d37856577d), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:14.458247 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port f582974d-8b65-4524-bec5-48d37856577d Oct 01 04:18:14.544080 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-3a4acc49-d90c-4ab6-9df0-2aec6476412d req-5a130bbb-3063-4a41-b178-744a53ffe758 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/9e21d865-d526-49ca-8e76-21cf583604c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415055 Oct 01 04:18:14.557792 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e426268-d183-4282-abec-bf569b3b2456 req-8acd45eb-1cec-4fec-b203-614cc1de4da7 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:14.573138 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2e426268-d183-4282-abec-bf569b3b2456 req-8acd45eb-1cec-4fec-b203-614cc1de4da7 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7dfb3a74-410c-431c-bbc1-4f8f6489b924 HTTP/1.1" status: 200 len: 944 time: 0.2390556 Oct 01 04:18:14.622845 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port f582974d-8b65-4524-bec5-48d37856577d is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:18:14.625416 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (f582974d-8b65-4524-bec5-48d37856577d), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:14.701881 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2e426268-d183-4282-abec-bf569b3b2456 req-5cea6224-c0af-44ab-9da7-e7099e19a337 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62dc82da-c37b-47c1-9a97-aee660e3fa39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264868 Oct 01 04:18:14.774030 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] For port f582974d-8b65-4524-bec5-48d37856577d, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=f582974d-8b65-4524-bec5-48d37856577d,segment=NetworkSegment(2ed9749a-eb3b-4451-b7b7-83bb473f5fb1),segment_id=2ed9749a-eb3b-4451-b7b7-83bb473f5fb1)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:18:14.782680 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (f582974d-8b65-4524-bec5-48d37856577d), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:14.783671 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 7ba0d535-66bc-4545-9c38-25a1d1423561 up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:18:15.130865 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97221238-1b45-426d-8dd7-00c610c7bb53 req-994f22b4-0240-44b1-ac07-1c9894a1e6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:15.137353 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-97221238-1b45-426d-8dd7-00c610c7bb53 req-994f22b4-0240-44b1-ac07-1c9894a1e6d1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=c1b321c355e94b8496955f09f547f561&device_id=7dfb3a74-410c-431c-bbc1-4f8f6489b924 HTTP/1.1" status: 200 len: 1128 time: 0.2354085 Oct 01 04:18:15.224359 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Pushing event updated for resources: {'Port': ['ID=f582974d-8b65-4524-bec5-48d37856577d,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:15.233526 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-692d949d-6bc9-4340-a47e-eb437bd130a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (797ac3f1-c973-4eec-9950-99ad88971ed1), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:15.254978 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port 7ba0d535-66bc-4545-9c38-25a1d1423561 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:18:15.254978 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (7ba0d535-66bc-4545-9c38-25a1d1423561), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:15.254978 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port 7ba0d535-66bc-4545-9c38-25a1d1423561 Oct 01 04:18:15.347177 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-e7fd497d-c235-46ae-bffd-bf93c9863c5d req-ee2f17ec-e4e2-4cdc-be23-578dd02d1dff tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 210 time: 0.1332295 Oct 01 04:18:15.461039 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 01 Oct 2022 04:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0327a7c5-38d5-43fb-b130-fa5fa4346be0 x-openstack-request-id: req-0327a7c5-38d5-43fb-b130-fa5fa4346be0 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:18:15.461338 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dfb3a74-410c-431c-bbc1-4f8f6489b924", "tag": "03e60013-3f85-4d23-979a-41de21fce50c", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:18:15.463321 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0327a7c5-38d5-43fb-b130-fa5fa4346be0 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:18:15.464500 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0327a7c5-38d5-43fb-b130-fa5fa4346be0'] response: {'name': 'network-changed', 'server_uuid': '7dfb3a74-410c-431c-bbc1-4f8f6489b924', 'tag': '03e60013-3f85-4d23-979a-41de21fce50c', 'status': 'completed', 'code': 200} Oct 01 04:18:15.473451 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-97221238-1b45-426d-8dd7-00c610c7bb53 req-1c259949-583d-432a-8164-269711111be8 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03e60013-3f85-4d23-979a-41de21fce50c HTTP/1.1" status: 200 len: 217 time: 0.3295369 Oct 01 04:18:15.498208 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port 7ba0d535-66bc-4545-9c38-25a1d1423561 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:18:15.615654 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-6db5bf43-5ad5-47c8-926e-c0ebaef609fa req-07cee3bc-ae46-480c-9360-7cf085bc954b tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 210 time: 0.0802624 Oct 01 04:18:15.706770 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97221238-1b45-426d-8dd7-00c610c7bb53 req-7663cf6f-aaee-4e0b-94e1-b9389417339c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:15.708251 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-97221238-1b45-426d-8dd7-00c610c7bb53 req-7663cf6f-aaee-4e0b-94e1-b9389417339c service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=912c5681-b707-4357-9fbf-835b97447818 HTTP/1.1" status: 200 len: 851 time: 0.2239628 Oct 01 04:18:15.768024 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7fdcda92-9986-496f-867d-b14f8177fa2a req-93f72625-4bd3-4beb-bfce-78ab8fca86c2 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 210 time: 0.1509287 Oct 01 04:18:15.901372 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device f582974d-8b65-4524-bec5-48d37856577d up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:18:15.924589 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97221238-1b45-426d-8dd7-00c610c7bb53 req-3fad5c9d-1444-4bd7-81cb-1aeaeef4c9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:15.926546 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-97221238-1b45-426d-8dd7-00c610c7bb53 req-3fad5c9d-1444-4bd7-81cb-1aeaeef4c9bd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=8dd89a22-dfc1-4ff5-8687-6381c17de176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2056348 Oct 01 04:18:16.116831 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:16.195828 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port f582974d-8b65-4524-bec5-48d37856577d triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:18:16.196833 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (f582974d-8b65-4524-bec5-48d37856577d), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:16.197358 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port f582974d-8b65-4524-bec5-48d37856577d Oct 01 04:18:16.235725 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4f9c2-7c9d-4db3-9d72-ea201115e734 req-7935111d-91ba-49e4-b748-89b9c5d0385c tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:16.240909 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-38a4f9c2-7c9d-4db3-9d72-ea201115e734 req-7935111d-91ba-49e4-b748-89b9c5d0385c tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7dfb3a74-410c-431c-bbc1-4f8f6489b924 HTTP/1.1" status: 200 len: 944 time: 0.1985908 Oct 01 04:18:16.312207 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-97221238-1b45-426d-8dd7-00c610c7bb53 req-4f59e35e-7cb9-41d5-b61d-939763eb0106 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/8dd89a22-dfc1-4ff5-8687-6381c17de176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3730035 Oct 01 04:18:16.373261 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-38a4f9c2-7c9d-4db3-9d72-ea201115e734 req-942b7a90-d519-4118-827d-e465767cb5a6 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62dc82da-c37b-47c1-9a97-aee660e3fa39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263773 Oct 01 04:18:16.389169 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55550f09-9bf2-4503-b16a-2d26c0a47f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (3f31be2c-2b77-4d66-9a3d-30b9eb89a668), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:16.514686 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:16.549159 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-97221238-1b45-426d-8dd7-00c610c7bb53 req-f06c2569-d0e7-4b20-a21d-cfe8b4e3b4b0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/8dd89a22-dfc1-4ff5-8687-6381c17de176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333972 Oct 01 04:18:16.564625 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port f582974d-8b65-4524-bec5-48d37856577d is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:18:16.565768 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device f7fd2da2-3952-4589-bca7-86d328130eda up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:18:16.566946 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-0af4dd84-1cb6-4abd-a3fd-da91dedd326b req-46cbc63f-5311-457e-8e4f-4920c164f9f8 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 210 time: 0.0907056 Oct 01 04:18:16.600222 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:16.619281 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port f7fd2da2-3952-4589-bca7-86d328130eda triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:18:16.619662 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (f7fd2da2-3952-4589-bca7-86d328130eda), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:16.620050 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port f7fd2da2-3952-4589-bca7-86d328130eda Oct 01 04:18:16.756802 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port f7fd2da2-3952-4589-bca7-86d328130eda is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:18:16.844419 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7f08098a-8370-4ea1-9f16-260752859147 req-1ab90954-3267-47cc-9640-e58d9c9cca7e tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 210 time: 0.0558944 Oct 01 04:18:16.949157 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-1eb8b2b5-fc19-4050-9e3f-f2b11d945f7b req-74c212da-8659-4a46-9c4c-7de1761b1e5c tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 210 time: 0.0585463 Oct 01 04:18:17.610908 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3036e41-761f-4d0e-b0ec-8bd434657a9a req-29728bac-8f48-4c55-856f-e013e3c59fff tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:17.614923 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b3036e41-761f-4d0e-b0ec-8bd434657a9a req-29728bac-8f48-4c55-856f-e013e3c59fff tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7dfb3a74-410c-431c-bbc1-4f8f6489b924 HTTP/1.1" status: 200 len: 944 time: 0.1159890 Oct 01 04:18:17.701254 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (d8875dbe-87f1-4639-b3ef-79ff4b202d58), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:17.788963 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b3036e41-761f-4d0e-b0ec-8bd434657a9a req-8dda426e-8920-47d2-8b67-c1f4cf446df8 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62dc82da-c37b-47c1-9a97-aee660e3fa39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624544 Oct 01 04:18:17.842841 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2df53f11-6973-4c3e-9c0f-9a35e5a61247 req-73aacf69-e6f5-4750-9c12-6bcf54aafdae tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 210 time: 0.0894938 Oct 01 04:18:17.927550 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91c43220-b735-4568-b99e-ce3dc63ea20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (a017e3cb-dd0a-4c83-ac3d-dd65b6d6e9f8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:18.058717 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-15e48719-f343-4b8f-879d-861fccfed12f req-75b7db84-ef70-4758-91c3-6db994000600 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 210 time: 0.0680873 Oct 01 04:18:18.125930 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-aa5270bc-c135-421b-b2a0-81f8b9844bde req-2e167598-f56b-4ca3-9453-52bc939d1b96 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 210 time: 0.0382161 Oct 01 04:18:18.981681 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca20bea-d420-478c-9db0-470870f5bbbe req-ae7edbb1-9950-472f-be0d-b1006f9df7ae tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:18.989894 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-1ca20bea-d420-478c-9db0-470870f5bbbe req-ae7edbb1-9950-472f-be0d-b1006f9df7ae tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7dfb3a74-410c-431c-bbc1-4f8f6489b924 HTTP/1.1" status: 200 len: 944 time: 0.0923929 Oct 01 04:18:19.043788 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7344e115-ffbb-4f77-8241-2f431158866d req-87bdc77b-ec5d-4801-9ecb-858326fbcce8 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 210 time: 0.0791361 Oct 01 04:18:19.075963 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-1ca20bea-d420-478c-9db0-470870f5bbbe req-7cfc30ab-624c-47df-843b-e2a2d994f212 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62dc82da-c37b-47c1-9a97-aee660e3fa39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851169 Oct 01 04:18:19.248156 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-ceaca9c4-1563-430f-b472-cd7657deab28 req-410d20da-0a9b-4e98-b14b-fc3b8b5ef766 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 210 time: 0.0443885 Oct 01 04:18:19.327076 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-63208f43-7e7d-4ae6-a804-95c4d7f7edc6 req-761168b9-943c-4f25-8b35-472fbed7dedb tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 210 time: 0.0408328 Oct 01 04:18:19.955450 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 32938) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:20.088535 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e7490239-1781-4273-b362-ff809b01d32c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:20.103599 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:20.206516 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e7490239-1781-4273-b362-ff809b01d32c admin admin] Publish callbacks [] for security_group (5e21825d-c538-4a1f-a1cd-27b21060778c), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:20.211268 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e7490239-1781-4273-b362-ff809b01d32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (5e21825d-c538-4a1f-a1cd-27b21060778c), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:20.227939 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b359e536-cafc-47d4-84ec-d1a5722e1d63 req-a85ab56b-b380-41b9-b20e-695c24d898d8 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 210 time: 0.0640483 Oct 01 04:18:20.269856 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd4f6e6-9209-4300-85d9-0f68251ec139 req-0ad81b80-ef1e-4122-9330-3a55aec39b0c tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:20.272059 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-ffd4f6e6-9209-4300-85d9-0f68251ec139 req-0ad81b80-ef1e-4122-9330-3a55aec39b0c tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7dfb3a74-410c-431c-bbc1-4f8f6489b924 HTTP/1.1" status: 200 len: 944 time: 0.0774114 Oct 01 04:18:20.298658 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-e7490239-1781-4273-b362-ff809b01d32c admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=e75365d3c3d941fb8948ce24ba7dd2a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3419387 Oct 01 04:18:20.299629 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7490239-1781-4273-b362-ff809b01d32c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e21825d-c538-4a1f-a1cd-27b21060778c,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:20.301871 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 32968) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:20.334372 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 32970) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:20.388685 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-ffd4f6e6-9209-4300-85d9-0f68251ec139 req-41774e4c-f7f9-42ef-91b2-0e504fa93b70 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62dc82da-c37b-47c1-9a97-aee660e3fa39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109929 Oct 01 04:18:20.394421 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-81a9ae58-9003-4549-88ed-8f36e82e66e2 req-d31bc324-f476-4c24-86ae-0efee49f914a tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 210 time: 0.0421095 Oct 01 04:18:20.426186 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-ea6c93bd-7344-42d2-8be2-5ea5dd4cddb2 admin admin] Publish callbacks [] for security_group (5e21825d-c538-4a1f-a1cd-27b21060778c), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:20.452756 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-ea6c93bd-7344-42d2-8be2-5ea5dd4cddb2 admin admin] Publish callbacks [] for security_group (5e21825d-c538-4a1f-a1cd-27b21060778c), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:20.504549 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-905fe1b6-251e-49b2-a0f5-0e2a7719f6ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:20.510977 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-327b8a1c-f71b-487e-979c-fe44a7ddae3d req-7bc138a0-458c-42ef-b659-9399fbe9dc08 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 210 time: 0.0328789 Oct 01 04:18:20.539149 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-ea6c93bd-7344-42d2-8be2-5ea5dd4cddb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (5e21825d-c538-4a1f-a1cd-27b21060778c), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:20.542157 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-ea6c93bd-7344-42d2-8be2-5ea5dd4cddb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:20.543344 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-ea6c93bd-7344-42d2-8be2-5ea5dd4cddb2 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/5e21825d-c538-4a1f-a1cd-27b21060778c HTTP/1.1" status: 204 len: 168 time: 0.2404127 Oct 01 04:18:20.553270 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6c93bd-7344-42d2-8be2-5ea5dd4cddb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e21825d-c538-4a1f-a1cd-27b21060778c,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:20.652106 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-905fe1b6-251e-49b2-a0f5-0e2a7719f6ac admin admin] Publish callbacks [] for security_group (ea257ae7-f0b4-47e9-a055-057a77297fd1), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:20.652892 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 32980) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:20.659791 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-905fe1b6-251e-49b2-a0f5-0e2a7719f6ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (ea257ae7-f0b4-47e9-a055-057a77297fd1), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:20.702513 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-905fe1b6-251e-49b2-a0f5-0e2a7719f6ac admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=3473645d8cad4d32b8c9cd186c83038f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3667595 Oct 01 04:18:20.704029 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905fe1b6-251e-49b2-a0f5-0e2a7719f6ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea257ae7-f0b4-47e9-a055-057a77297fd1,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:20.705852 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 32984) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:20.765446 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:20.772695 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:20.781331 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-62bf832c-4da7-4e8e-8123-7cbbc3758443 admin admin] Publish callbacks [] for security_group (ea257ae7-f0b4-47e9-a055-057a77297fd1), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:20.805026 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-62bf832c-4da7-4e8e-8123-7cbbc3758443 admin admin] Publish callbacks [] for security_group (ea257ae7-f0b4-47e9-a055-057a77297fd1), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:20.861392 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-62bf832c-4da7-4e8e-8123-7cbbc3758443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (ea257ae7-f0b4-47e9-a055-057a77297fd1), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:20.864831 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-62bf832c-4da7-4e8e-8123-7cbbc3758443 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:20.866365 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-62bf832c-4da7-4e8e-8123-7cbbc3758443 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/ea257ae7-f0b4-47e9-a055-057a77297fd1 HTTP/1.1" status: 204 len: 168 time: 0.1569898 Oct 01 04:18:20.883737 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf832c-4da7-4e8e-8123-7cbbc3758443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea257ae7-f0b4-47e9-a055-057a77297fd1,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:20.924332 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e471892a-11f2-419a-af20-1c573dc09831 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:20.964957 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 32990) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:20.986285 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e1ea3f63-3368-45c5-b710-feddc0fff941 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:21.063785 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e471892a-11f2-419a-af20-1c573dc09831 admin admin] Publish callbacks [] for security_group (3024b1d2-60f2-4b07-915b-6b8869ade2bc), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:21.074513 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e471892a-11f2-419a-af20-1c573dc09831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (3024b1d2-60f2-4b07-915b-6b8869ade2bc), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:21.096944 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:21.134574 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e471892a-11f2-419a-af20-1c573dc09831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3024b1d2-60f2-4b07-915b-6b8869ade2bc,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:21.148868 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-e471892a-11f2-419a-af20-1c573dc09831 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=5f0e67b69acc4cb5844b183fd3176880&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4918683 Oct 01 04:18:21.148868 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 32996) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:21.174262 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e1ea3f63-3368-45c5-b710-feddc0fff941 admin admin] Publish callbacks [] for security_group (07fc9b36-ddd0-4ba2-ab8c-d0d4cf0cda4f), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:21.183039 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e1ea3f63-3368-45c5-b710-feddc0fff941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (07fc9b36-ddd0-4ba2-ab8c-d0d4cf0cda4f), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:21.220944 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:INSERT=26,neutron:SELECT=73,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:21.238040 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ea3f63-3368-45c5-b710-feddc0fff941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07fc9b36-ddd0-4ba2-ab8c-d0d4cf0cda4f,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:21.251512 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-e1ea3f63-3368-45c5-b710-feddc0fff941 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=0e317b3e30d244afabeccc23c7933dd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2819290 Oct 01 04:18:21.251906 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 32998) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:21.264173 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6e1c4d66-fe6e-42b5-ac38-391d7f6bd8e0 admin admin] Publish callbacks [] for security_group (3024b1d2-60f2-4b07-915b-6b8869ade2bc), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:21.281386 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 33002) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:21.290905 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6e1c4d66-fe6e-42b5-ac38-391d7f6bd8e0 admin admin] Publish callbacks [] for security_group (3024b1d2-60f2-4b07-915b-6b8869ade2bc), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:21.306883 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-af0d0b42-648a-416f-82ef-fdf17cbe40fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:21.341222 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6e1c4d66-fe6e-42b5-ac38-391d7f6bd8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (3024b1d2-60f2-4b07-915b-6b8869ade2bc), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:21.343947 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6e1c4d66-fe6e-42b5-ac38-391d7f6bd8e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:21.347554 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-6e1c4d66-fe6e-42b5-ac38-391d7f6bd8e0 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/3024b1d2-60f2-4b07-915b-6b8869ade2bc HTTP/1.1" status: 204 len: 168 time: 0.1955187 Oct 01 04:18:21.353375 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c4d66-fe6e-42b5-ac38-391d7f6bd8e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3024b1d2-60f2-4b07-915b-6b8869ade2bc,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:21.373523 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a2bae500-4ee7-4e8b-9681-05c6aee9af64 req-9efc4497-dcb2-41c0-91af-65eef88c523c tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 210 time: 0.0474286 Oct 01 04:18:21.388179 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8e46b0ff-f9de-423d-9326-196dbedf2f81 admin admin] Publish callbacks [] for security_group (07fc9b36-ddd0-4ba2-ab8c-d0d4cf0cda4f), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:21.427686 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8e46b0ff-f9de-423d-9326-196dbedf2f81 admin admin] Publish callbacks [] for security_group (07fc9b36-ddd0-4ba2-ab8c-d0d4cf0cda4f), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:21.508506 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-af0d0b42-648a-416f-82ef-fdf17cbe40fc admin admin] Publish callbacks [] for security_group (e4c620f5-c79d-4f4f-9d55-132403da6935), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:21.538692 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-af0d0b42-648a-416f-82ef-fdf17cbe40fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (e4c620f5-c79d-4f4f-9d55-132403da6935), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:21.584651 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-e08b711a-d98a-47cc-a8a7-71a52134bd91 req-bb730f82-c78e-48b8-b474-d2f8e3d66860 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 210 time: 0.0728788 Oct 01 04:18:21.613562 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-af0d0b42-648a-416f-82ef-fdf17cbe40fc admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=190cf5114c3c49a296a59fa5809ab2ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3308570 Oct 01 04:18:21.616346 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 33014) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:21.632980 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8e46b0ff-f9de-423d-9326-196dbedf2f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (07fc9b36-ddd0-4ba2-ab8c-d0d4cf0cda4f), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:21.635954 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8e46b0ff-f9de-423d-9326-196dbedf2f81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:21.637357 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-8e46b0ff-f9de-423d-9326-196dbedf2f81 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/07fc9b36-ddd0-4ba2-ab8c-d0d4cf0cda4f HTTP/1.1" status: 204 len: 168 time: 0.3837726 Oct 01 04:18:21.653657 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb46c0-e214-4f18-a498-d9759c2b1ef1 req-987ad4d0-59ff-429c-bfa9-10cdd3e801d1 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:21.655269 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-14fb46c0-e214-4f18-a498-d9759c2b1ef1 req-987ad4d0-59ff-429c-bfa9-10cdd3e801d1 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7dfb3a74-410c-431c-bbc1-4f8f6489b924 HTTP/1.1" status: 200 len: 944 time: 0.1628230 Oct 01 04:18:21.659867 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d0b42-648a-416f-82ef-fdf17cbe40fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c620f5-c79d-4f4f-9d55-132403da6935,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:21.717511 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e46b0ff-f9de-423d-9326-196dbedf2f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fc9b36-ddd0-4ba2-ab8c-d0d4cf0cda4f,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:21.736244 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a607a33d-4a38-4de6-9723-9504c79ceb11 req-b5f10d2e-2d53-4c92-b147-a6ec3b8b8c3a tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 210 time: 0.0697536 Oct 01 04:18:21.777785 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5445dffb-88b2-478d-aa40-2769659070b6 admin admin] Publish callbacks [] for security_group (e4c620f5-c79d-4f4f-9d55-132403da6935), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:21.797226 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-14fb46c0-e214-4f18-a498-d9759c2b1ef1 req-929bdd4c-4088-4f0f-8e50-77f43bfef2b5 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62dc82da-c37b-47c1-9a97-aee660e3fa39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217344 Oct 01 04:18:21.807474 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5445dffb-88b2-478d-aa40-2769659070b6 admin admin] Publish callbacks [] for security_group (e4c620f5-c79d-4f4f-9d55-132403da6935), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:21.846962 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 33018) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:21.867345 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5445dffb-88b2-478d-aa40-2769659070b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (e4c620f5-c79d-4f4f-9d55-132403da6935), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:21.870115 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c7710c8f-943f-4d6a-81b6-c689d8dc3b4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:21.871138 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5445dffb-88b2-478d-aa40-2769659070b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:21.872398 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-5445dffb-88b2-478d-aa40-2769659070b6 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/e4c620f5-c79d-4f4f-9d55-132403da6935 HTTP/1.1" status: 204 len: 168 time: 0.2549503 Oct 01 04:18:21.881523 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5445dffb-88b2-478d-aa40-2769659070b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c620f5-c79d-4f4f-9d55-132403da6935,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:21.991888 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c7710c8f-943f-4d6a-81b6-c689d8dc3b4b admin admin] Publish callbacks [] for security_group (1c3ee7a7-6def-4f5d-bdef-38a11d47e189), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:21.998868 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c7710c8f-943f-4d6a-81b6-c689d8dc3b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (1c3ee7a7-6def-4f5d-bdef-38a11d47e189), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:21.999220 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=26 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:22.037832 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=4 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:22.052915 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-c7710c8f-943f-4d6a-81b6-c689d8dc3b4b admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=d1f02d5f57204f339652485e863eddd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2041829 Oct 01 04:18:22.055652 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 33030) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:22.092806 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7710c8f-943f-4d6a-81b6-c689d8dc3b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3ee7a7-6def-4f5d-bdef-38a11d47e189,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:22.127994 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bae21103-90d0-4a29-9d9b-dbf9c4f185be admin admin] Publish callbacks [] for security_group (1c3ee7a7-6def-4f5d-bdef-38a11d47e189), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:22.153243 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bae21103-90d0-4a29-9d9b-dbf9c4f185be admin admin] Publish callbacks [] for security_group (1c3ee7a7-6def-4f5d-bdef-38a11d47e189), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:22.206061 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bae21103-90d0-4a29-9d9b-dbf9c4f185be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (1c3ee7a7-6def-4f5d-bdef-38a11d47e189), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:22.208877 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bae21103-90d0-4a29-9d9b-dbf9c4f185be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:22.210303 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-bae21103-90d0-4a29-9d9b-dbf9c4f185be admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/1c3ee7a7-6def-4f5d-bdef-38a11d47e189 HTTP/1.1" status: 204 len: 168 time: 0.1537621 Oct 01 04:18:22.219673 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae21103-90d0-4a29-9d9b-dbf9c4f185be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3ee7a7-6def-4f5d-bdef-38a11d47e189,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:22.489602 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-9d621e71-772c-4c40-a807-fb96e2244539 req-2b92a9a8-0fb0-4343-ada5-3b87b62e802b tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 210 time: 0.0325243 Oct 01 04:18:22.721048 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-e2cf837f-57bc-4ef4-a43d-b39c6e4fb43b req-117d61e0-1747-426d-a587-7ef31ca8c633 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 210 time: 0.0422730 Oct 01 04:18:22.735985 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (2c3964fb-7920-4c48-8672-be15ccfa9ce8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:22.935219 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-8660fffa-f193-40e0-a5d5-48893d1ea0a3 req-a3765c51-22b7-45b6-adb2-e6d7b9f13ec9 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 210 time: 0.0451953 Oct 01 04:18:22.990343 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4142a8-b7e6-4e98-b9b0-49da1fd51a62 req-62a6c154-6b7e-4475-9343-fcf0cd01983a tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:22.997976 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-bb4142a8-b7e6-4e98-b9b0-49da1fd51a62 req-62a6c154-6b7e-4475-9343-fcf0cd01983a tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7dfb3a74-410c-431c-bbc1-4f8f6489b924 HTTP/1.1" status: 200 len: 944 time: 0.0973022 Oct 01 04:18:23.029581 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=84,neutron:DELETE=10,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:23.075074 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-bb4142a8-b7e6-4e98-b9b0-49da1fd51a62 req-1da9fe72-9ca2-4b68-9730-85b23c478dc2 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62dc82da-c37b-47c1-9a97-aee660e3fa39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759287 Oct 01 04:18:23.182167 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae5538-7dea-4edc-96e0-34f2a5ec2155 req-30fcc1c8-f14f-4749-8980-200759159741 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:23.183721 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9bae5538-7dea-4edc-96e0-34f2a5ec2155 req-30fcc1c8-f14f-4749-8980-200759159741 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.25 "GET /networking/v2.0/networks?id=3af0afc2-a8fa-427e-a8af-57c40105fd2b HTTP/1.1" status: 200 len: 810 time: 0.2120461 Oct 01 04:18:23.255225 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:23.279855 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9bae5538-7dea-4edc-96e0-34f2a5ec2155 req-2a4dec12-53bc-40be-b208-5414e3193ae9 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=16cd7bcb315d4dc58f73a9918adb57e2 HTTP/1.1" status: 200 len: 380 time: 0.0827870 Oct 01 04:18:23.605864 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-5567d811-1582-4b2c-a72e-28aa2763a23c req-6517746c-1e04-4b25-aee6-85e2666da8b2 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 210 time: 0.0311050 Oct 01 04:18:23.816372 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 33130) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:23.857251 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-16179089-7622-4af9-82d6-29f5cbd3ed3b req-6e10eddd-8e3d-4b70-99f5-84892a91a6eb tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 210 time: 0.0327978 Oct 01 04:18:23.993822 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-6db7803a-b0cf-4f03-ac5b-cdc875d583ba admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-737173523-network', 'tenant_id': 'aa03cfd05b6a4245ab91f2173cebb615'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:18:24.024364 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db7803a-b0cf-4f03-ac5b-cdc875d583ba admin admin] Made reservation on behalf of aa03cfd05b6a4245ab91f2173cebb615 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:18:24.029154 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6db7803a-b0cf-4f03-ac5b-cdc875d583ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for network (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:24.039120 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6db7803a-b0cf-4f03-ac5b-cdc875d583ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:24.050758 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-405fcaff-a9b0-4810-acc5-74c7d7938869 req-e1e16b06-ea67-45c7-908b-585e3be09d3c tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 210 time: 0.0329103 Oct 01 04:18:24.189256 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6db7803a-b0cf-4f03-ac5b-cdc875d583ba admin admin] Publish callbacks [] for security_group (4cd818f8-6806-4057-bf93-bd3378b1e2af), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:24.195276 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6db7803a-b0cf-4f03-ac5b-cdc875d583ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (4cd818f8-6806-4057-bf93-bd3378b1e2af), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:24.220650 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6db7803a-b0cf-4f03-ac5b-cdc875d583ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 01 04:18:24.230558 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b553b04-5178-4f8e-8091-6b48d0be37e6 req-f6bfeade-6823-4145-a216-050c233c8db5 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:24.232728 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-9b553b04-5178-4f8e-8091-6b48d0be37e6 req-f6bfeade-6823-4145-a216-050c233c8db5 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7dfb3a74-410c-431c-bbc1-4f8f6489b924 HTTP/1.1" status: 200 len: 944 time: 0.0671973 Oct 01 04:18:24.238053 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db7803a-b0cf-4f03-ac5b-cdc875d583ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd818f8-6806-4057-bf93-bd3378b1e2af,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:24.240972 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6db7803a-b0cf-4f03-ac5b-cdc875d583ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916673'] for segment (b9eac7d7-e27a-4e7c-bd9e-58ce7d29e9ac), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:24.241331 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.db.segments_db [None req-6db7803a-b0cf-4f03-ac5b-cdc875d583ba admin admin] Added segment b9eac7d7-e27a-4e7c-bd9e-58ce7d29e9ac of type vlan for network c67485b1-6d06-4781-aed8-dbac1ef384f6 Oct 01 04:18:24.285538 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6db7803a-b0cf-4f03-ac5b-cdc875d583ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783883007151'] for network (c67485b1-6d06-4781-aed8-dbac1ef384f6), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:24.293252 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:24.298221 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:24.316424 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-9b553b04-5178-4f8e-8091-6b48d0be37e6 req-e6aff8f8-e7ad-4bd8-ba66-60224e64bbdd tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62dc82da-c37b-47c1-9a97-aee660e3fa39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725141 Oct 01 04:18:24.329140 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6db7803a-b0cf-4f03-ac5b-cdc875d583ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8037924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598'] for network (c67485b1-6d06-4781-aed8-dbac1ef384f6), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:24.329140 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db7803a-b0cf-4f03-ac5b-cdc875d583ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:24.329140 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6db7803a-b0cf-4f03-ac5b-cdc875d583ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for network (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:24.374572 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 33156) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:24.394158 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-6db7803a-b0cf-4f03-ac5b-cdc875d583ba admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5766389 Oct 01 04:18:24.397188 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 33160) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:24.402995 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [None req-dcdc5bbc-57e2-4879-8e6c-38446658b5af admin admin] Request body: {'subnet': {'network_id': 'c67485b1-6d06-4781-aed8-dbac1ef384f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-737173523-subnet', 'tenant_id': 'aa03cfd05b6a4245ab91f2173cebb615', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:18:24.409611 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db7803a-b0cf-4f03-ac5b-cdc875d583ba admin admin] Pushing event updated for resources: {'Network': ['ID=c67485b1-6d06-4781-aed8-dbac1ef384f6,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:24.427532 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Network c67485b1-6d06-4781-aed8-dbac1ef384f6 details requested by agent ovs-agent-dv-cinder-860044-1-iscsi with host dv-cinder-860044-1-iscsi {{(pid=106388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 01 04:18:24.429012 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcdc5bbc-57e2-4879-8e6c-38446658b5af admin admin] Made reservation on behalf of aa03cfd05b6a4245ab91f2173cebb615 for: {'subnet': 1} {{(pid=106386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:18:24.431789 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-dcdc5bbc-57e2-4879-8e6c-38446658b5af admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:24.550399 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-daa8f41f-79bd-40a8-a8a3-113787d75a0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:24.675861 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-dcdc5bbc-57e2-4879-8e6c-38446658b5af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8038045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598'] for subnet (82be5f81-658b-4693-a8c4-92b95cd7c354), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:24.774357 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-50f696eb-d7e3-4dba-9d58-c79154c24461 req-2e8b1efd-14eb-4b13-a577-3ab5e2fb888e tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 210 time: 0.0653992 Oct 01 04:18:24.792198 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdc5bbc-57e2-4879-8e6c-38446658b5af admin admin] Pushing event updated for resources: {'Subnet': ['ID=82be5f81-658b-4693-a8c4-92b95cd7c354,revision_number=0']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:24.809114 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-daa8f41f-79bd-40a8-a8a3-113787d75a0c admin admin] Publish callbacks [] for security_group (f9af6902-a557-45f1-a9fd-e99ff902688a), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:24.812828 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdc5bbc-57e2-4879-8e6c-38446658b5af admin admin] Checking segment: {'id': 'b9eac7d7-e27a-4e7c-bd9e-58ce7d29e9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c67485b1-6d06-4781-aed8-dbac1ef384f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:18:24.813298 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdc5bbc-57e2-4879-8e6c-38446658b5af admin admin] Network hostable DHCP agents. Network: c67485b1-6d06-4781-aed8-dbac1ef384f6, hostable agents: ['973633b6-dd94-436d-b3a5-971dbc41e63c'], hosted agents: [] {{(pid=106386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 01 04:18:24.817528 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-daa8f41f-79bd-40a8-a8a3-113787d75a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (f9af6902-a557-45f1-a9fd-e99ff902688a), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:24.864915 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8f41f-79bd-40a8-a8a3-113787d75a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9af6902-a557-45f1-a9fd-e99ff902688a,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:24.868179 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdc5bbc-57e2-4879-8e6c-38446658b5af admin admin] Network c67485b1-6d06-4781-aed8-dbac1ef384f6 is scheduled to be hosted by DHCP agent 973633b6-dd94-436d-b3a5-971dbc41e63c with binding_index 1 {{(pid=106386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 01 04:18:24.873560 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-daa8f41f-79bd-40a8-a8a3-113787d75a0c admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=19c266c000864c388ebe2e5c7346d40f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4978299 Oct 01 04:18:24.876998 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 33186) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:24.882365 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-dcdc5bbc-57e2-4879-8e6c-38446658b5af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860044-1-iscsi, c67485b1-6d06-4781-aed8-dbac1ef384f6) {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:18:24.887308 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdc5bbc-57e2-4879-8e6c-38446658b5af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:24.887900 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-dcdc5bbc-57e2-4879-8e6c-38446658b5af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for subnet (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:24.894103 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5d1ad7-7fa4-4a67-a2ba-88a42f3aee54 None None] Network c67485b1-6d06-4781-aed8-dbac1ef384f6 requested from dv-cinder-860044-1-iscsi {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 01 04:18:24.910924 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-dcdc5bbc-57e2-4879-8e6c-38446658b5af admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5124223 Oct 01 04:18:24.977762 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6436648b-c9d4-4ce1-9a74-900aef021b39 admin admin] Publish callbacks [] for security_group (f9af6902-a557-45f1-a9fd-e99ff902688a), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:25.013467 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-92e613c3-9376-49e3-aefa-d26c8d222ff1 req-b69b6ac0-c3ed-4b6a-a812-68559c21192f tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 210 time: 0.0532525 Oct 01 04:18:25.023191 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6436648b-c9d4-4ce1-9a74-900aef021b39 admin admin] Publish callbacks [] for security_group (f9af6902-a557-45f1-a9fd-e99ff902688a), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:25.078173 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f80207-e130-481f-b5e3-d191145b7122 None None] Network c67485b1-6d06-4781-aed8-dbac1ef384f6 requested from dv-cinder-860044-1-iscsi {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 01 04:18:25.089984 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6436648b-c9d4-4ce1-9a74-900aef021b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (f9af6902-a557-45f1-a9fd-e99ff902688a), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:25.092541 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6436648b-c9d4-4ce1-9a74-900aef021b39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:25.095763 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-6436648b-c9d4-4ce1-9a74-900aef021b39 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/f9af6902-a557-45f1-a9fd-e99ff902688a HTTP/1.1" status: 204 len: 168 time: 0.2175992 Oct 01 04:18:25.115310 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6436648b-c9d4-4ce1-9a74-900aef021b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9af6902-a557-45f1-a9fd-e99ff902688a,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:25.192155 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7b026424-e743-41a3-82ec-6d5f7dee7990 req-38b8d0ea-e155-48bb-a32f-533704644e0d tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 210 time: 0.0461099 Oct 01 04:18:25.205644 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 33206) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:25.446191 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-dbc94dc7-d57c-4cd4-b89f-166effe3f34b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:25.460898 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34ec01-6334-4b98-9cdd-62b461793ae1 req-09ee52ca-490d-475e-b07a-d47654a7a7d8 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:25.467520 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2e34ec01-6334-4b98-9cdd-62b461793ae1 req-09ee52ca-490d-475e-b07a-d47654a7a7d8 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7dfb3a74-410c-431c-bbc1-4f8f6489b924 HTTP/1.1" status: 200 len: 944 time: 0.0802093 Oct 01 04:18:25.509746 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:25.537994 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2e34ec01-6334-4b98-9cdd-62b461793ae1 req-9f6bfcf4-ed73-4217-bd4c-71813d2221af tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62dc82da-c37b-47c1-9a97-aee660e3fa39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696201 Oct 01 04:18:25.551358 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:25.588063 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-dbc94dc7-d57c-4cd4-b89f-166effe3f34b admin admin] Publish callbacks [] for security_group (1b19b853-d8b8-42f2-87fb-8a4a749882d5), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:25.592167 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-dbc94dc7-d57c-4cd4-b89f-166effe3f34b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (1b19b853-d8b8-42f2-87fb-8a4a749882d5), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:25.594880 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 33222) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:25.609859 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0a7080fd-8bdf-4852-9f6e-3ab31e985e59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:25.639383 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-dbc94dc7-d57c-4cd4-b89f-166effe3f34b admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=7efac16f6e8d44d69db812ba60250a97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4302089 Oct 01 04:18:25.639383 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc94dc7-d57c-4cd4-b89f-166effe3f34b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b19b853-d8b8-42f2-87fb-8a4a749882d5,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:25.640254 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 33224) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:25.723773 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-66f5d676-524b-4620-8016-03e974a17ade admin admin] Publish callbacks [] for security_group (1b19b853-d8b8-42f2-87fb-8a4a749882d5), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:25.754071 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 33228) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:25.760800 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-66f5d676-524b-4620-8016-03e974a17ade admin admin] Publish callbacks [] for security_group (1b19b853-d8b8-42f2-87fb-8a4a749882d5), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:25.765288 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-9cd4812d-705c-4079-97cb-ea537312939c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-997727032-network', 'tenant_id': 'a8dc6a43c1f64c3c9d64b669e1ea93ea'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:18:25.768234 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:25.795863 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0a7080fd-8bdf-4852-9f6e-3ab31e985e59 admin admin] Publish callbacks [] for security_group (831d7ff6-b3b5-4834-a1ac-670d781672af), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:25.814160 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0a7080fd-8bdf-4852-9f6e-3ab31e985e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (831d7ff6-b3b5-4834-a1ac-670d781672af), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:25.842952 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd4812d-705c-4079-97cb-ea537312939c admin admin] Made reservation on behalf of a8dc6a43c1f64c3c9d64b669e1ea93ea for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:18:25.845730 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9cd4812d-705c-4079-97cb-ea537312939c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for network (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:25.877786 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9cd4812d-705c-4079-97cb-ea537312939c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:25.883615 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b1d27c70-85c5-40f5-894f-fa8ee9bb3ef3 req-27a4391e-f4fb-4958-a9f3-f936d3fd6886 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 210 time: 0.0303264 Oct 01 04:18:25.884192 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-0a7080fd-8bdf-4852-9f6e-3ab31e985e59 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=0132cdfcf4ee4193b2d4b5951535faa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2875631 Oct 01 04:18:25.886574 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 33232) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:25.889600 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7080fd-8bdf-4852-9f6e-3ab31e985e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=831d7ff6-b3b5-4834-a1ac-670d781672af,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:25.903007 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-9bae5538-7dea-4edc-96e0-34f2a5ec2155 req-2d434264-01b4-4450-94f2-57a87cd1935d tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Request body: {'port': {'device_id': 'c2643a3f-906d-4cb4-8b4f-f2a63557ab69', 'network_id': '3af0afc2-a8fa-427e-a8af-57c40105fd2b', 'admin_state_up': True, 'tenant_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'security_groups': ['e758483c-9e4c-4236-8a07-3b095c38114b']}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:18:25.929412 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-66f5d676-524b-4620-8016-03e974a17ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (1b19b853-d8b8-42f2-87fb-8a4a749882d5), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:25.932090 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-66f5d676-524b-4620-8016-03e974a17ade admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:25.933228 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-66f5d676-524b-4620-8016-03e974a17ade admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/1b19b853-d8b8-42f2-87fb-8a4a749882d5 HTTP/1.1" status: 204 len: 168 time: 0.2916889 Oct 01 04:18:25.983214 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f5d676-524b-4620-8016-03e974a17ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b19b853-d8b8-42f2-87fb-8a4a749882d5,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:26.002691 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:26.006882 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7ece6958-01fb-4d99-ab98-ffe56bbd7e8c admin admin] Publish callbacks [] for security_group (831d7ff6-b3b5-4834-a1ac-670d781672af), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:26.037362 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7ece6958-01fb-4d99-ab98-ffe56bbd7e8c admin admin] Publish callbacks [] for security_group (831d7ff6-b3b5-4834-a1ac-670d781672af), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:26.102102 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9cd4812d-705c-4079-97cb-ea537312939c admin admin] Publish callbacks [] for security_group (7209c19e-6807-4530-9016-84e74af27309), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:26.102981 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bae5538-7dea-4edc-96e0-34f2a5ec2155 req-2d434264-01b4-4450-94f2-57a87cd1935d tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Made reservation on behalf of 16cd7bcb315d4dc58f73a9918adb57e2 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:18:26.106834 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-9bae5538-7dea-4edc-96e0-34f2a5ec2155 req-2d434264-01b4-4450-94f2-57a87cd1935d tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:26.110949 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9cd4812d-705c-4079-97cb-ea537312939c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (7209c19e-6807-4530-9016-84e74af27309), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:26.114996 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7ece6958-01fb-4d99-ab98-ffe56bbd7e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (831d7ff6-b3b5-4834-a1ac-670d781672af), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:26.117748 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7ece6958-01fb-4d99-ab98-ffe56bbd7e8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:26.121704 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-7ece6958-01fb-4d99-ab98-ffe56bbd7e8c admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/831d7ff6-b3b5-4834-a1ac-670d781672af HTTP/1.1" status: 204 len: 168 time: 0.2316074 Oct 01 04:18:26.139111 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ece6958-01fb-4d99-ab98-ffe56bbd7e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831d7ff6-b3b5-4834-a1ac-670d781672af,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:26.155304 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cd4812d-705c-4079-97cb-ea537312939c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 01 04:18:26.181208 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-53a63fe4-6d52-4559-b54f-12bd6b1fb6bc req-9225b6c0-d3d6-4eef-aabc-ea764d0f9bae tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 210 time: 0.0436969 Oct 01 04:18:26.208218 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9cd4812d-705c-4079-97cb-ea537312939c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916673'] for segment (6b4d8ec7-3b6c-49c7-b61c-d8ebe85c9dac), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:26.209035 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.db.segments_db [None req-9cd4812d-705c-4079-97cb-ea537312939c admin admin] Added segment 6b4d8ec7-3b6c-49c7-b61c-d8ebe85c9dac of type vlan for network a85ccab4-8d42-4a6d-aa10-c9d12deddf58 Oct 01 04:18:26.239117 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd4812d-705c-4079-97cb-ea537312939c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7209c19e-6807-4530-9016-84e74af27309,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:26.310349 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9cd4812d-705c-4079-97cb-ea537312939c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783883007151'] for network (a85ccab4-8d42-4a6d-aa10-c9d12deddf58), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:26.362106 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-e02eeca6-ce31-41c9-9b7c-a442c2348a70 req-077dc2e6-50f6-4411-b997-6ac3ba26b732 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 210 time: 0.0493724 Oct 01 04:18:26.382610 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9cd4812d-705c-4079-97cb-ea537312939c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8037924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598'] for network (a85ccab4-8d42-4a6d-aa10-c9d12deddf58), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:26.384716 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd4812d-705c-4079-97cb-ea537312939c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:26.385475 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9cd4812d-705c-4079-97cb-ea537312939c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for network (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:26.462486 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-9cd4812d-705c-4079-97cb-ea537312939c admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7057791 Oct 01 04:18:26.465265 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 33258) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:26.470909 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [None req-fc1b6ad7-5045-4cc1-82fe-9493394d1ea3 admin admin] Request body: {'subnet': {'network_id': 'a85ccab4-8d42-4a6d-aa10-c9d12deddf58', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-997727032-subnet', 'tenant_id': 'a8dc6a43c1f64c3c9d64b669e1ea93ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:18:26.490009 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-9bae5538-7dea-4edc-96e0-34f2a5ec2155 req-2d434264-01b4-4450-94f2-57a87cd1935d tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Allocated IP 172.20.0.5 (3af0afc2-a8fa-427e-a8af-57c40105fd2b/89891fb7-0571-4637-a13e-eaebabac5342/ada360f6-273f-42d3-babd-7015209fbaac) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:18:26.494843 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd4812d-705c-4079-97cb-ea537312939c admin admin] Pushing event updated for resources: {'Network': ['ID=a85ccab4-8d42-4a6d-aa10-c9d12deddf58,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:26.509043 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Network a85ccab4-8d42-4a6d-aa10-c9d12deddf58 details requested by agent ovs-agent-dv-cinder-860044-1-iscsi with host dv-cinder-860044-1-iscsi {{(pid=106388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 01 04:18:26.534023 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1b6ad7-5045-4cc1-82fe-9493394d1ea3 admin admin] Made reservation on behalf of a8dc6a43c1f64c3c9d64b669e1ea93ea for: {'subnet': 1} {{(pid=106386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:18:26.536882 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-fc1b6ad7-5045-4cc1-82fe-9493394d1ea3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:26.646548 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:26.683995 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 33270) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:26.720437 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9ee429f3-f2e9-47df-a795-28339d436026 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:26.763990 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-9bae5538-7dea-4edc-96e0-34f2a5ec2155 req-2d434264-01b4-4450-94f2-57a87cd1935d tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks [] for port (ada360f6-273f-42d3-babd-7015209fbaac), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:26.821471 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-9bae5538-7dea-4edc-96e0-34f2a5ec2155 req-2d434264-01b4-4450-94f2-57a87cd1935d tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850'] for port (ada360f6-273f-42d3-babd-7015209fbaac), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:26.891809 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bae5538-7dea-4edc-96e0-34f2a5ec2155 req-2d434264-01b4-4450-94f2-57a87cd1935d tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Network 3af0afc2-a8fa-427e-a8af-57c40105fd2b is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:18:26.897708 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b264893-98f1-4b21-800c-c3a7a3baef5e req-d1b6b652-fb51-4e3e-9588-1b0b364aab2c tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:26.899981 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-8b264893-98f1-4b21-800c-c3a7a3baef5e req-d1b6b652-fb51-4e3e-9588-1b0b364aab2c tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7dfb3a74-410c-431c-bbc1-4f8f6489b924 HTTP/1.1" status: 200 len: 944 time: 0.0784564 Oct 01 04:18:26.913137 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:26.919171 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-9bae5538-7dea-4edc-96e0-34f2a5ec2155 req-2d434264-01b4-4450-94f2-57a87cd1935d tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:18:26.929510 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bae5538-7dea-4edc-96e0-34f2a5ec2155 req-2d434264-01b4-4450-94f2-57a87cd1935d tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:18:26.936099 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae5538-7dea-4edc-96e0-34f2a5ec2155 req-2d434264-01b4-4450-94f2-57a87cd1935d tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:26.936766 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-9bae5538-7dea-4edc-96e0-34f2a5ec2155 req-2d434264-01b4-4450-94f2-57a87cd1935d tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:26.943093 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d434264-01b4-4450-94f2-57a87cd1935d tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Pushing event updated for resources: {'Port': ['ID=ada360f6-273f-42d3-babd-7015209fbaac,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:26.974779 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9bae5538-7dea-4edc-96e0-34f2a5ec2155 req-2d434264-01b4-4450-94f2-57a87cd1935d tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0767956 Oct 01 04:18:27.010799 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-8b264893-98f1-4b21-800c-c3a7a3baef5e req-8ac56754-e17a-4b1b-8393-3ce57fcf32e5 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62dc82da-c37b-47c1-9a97-aee660e3fa39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012700 Oct 01 04:18:27.021536 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9ee429f3-f2e9-47df-a795-28339d436026 admin admin] Publish callbacks [] for security_group (1784cc33-ec97-4af6-8798-5a72b5cb70bb), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:27.030035 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-9bae5538-7dea-4edc-96e0-34f2a5ec2155 req-1490c853-7368-49fd-b841-afde9cc4a552 service neutron] Request body: {'port': {'device_id': 'c2643a3f-906d-4cb4-8b4f-f2a63557ab69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86004'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:18:27.031769 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 57620) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:27.036318 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9ee429f3-f2e9-47df-a795-28339d436026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (1784cc33-ec97-4af6-8798-5a72b5cb70bb), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:27.209932 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a45809-ea77-400c-8aa9-8ad03388181d req-333d4a32-96f4-4feb-abc3-35032a4dc637 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:27.211701 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a5a45809-ea77-400c-8aa9-8ad03388181d req-333d4a32-96f4-4feb-abc3-35032a4dc637 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 931 time: 0.1855564 Oct 01 04:18:27.219274 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b3160-89e0-4f25-94f8-1d088cb66a14 req-399db491-383a-47ae-b50f-f665ab8e3409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:27.221715 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b82b3160-89e0-4f25-94f8-1d088cb66a14 req-399db491-383a-47ae-b50f-f665ab8e3409 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=c1b321c355e94b8496955f09f547f561&device_id=7dfb3a74-410c-431c-bbc1-4f8f6489b924 HTTP/1.1" status: 200 len: 1128 time: 0.1792176 Oct 01 04:18:27.318846 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-21c91b57-e2b4-4a3c-9c32-f6a32265ae47 None None] Provisioning complete for port ada360f6-273f-42d3-babd-7015209fbaac triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:18:27.320837 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-21c91b57-e2b4-4a3c-9c32-f6a32265ae47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (ada360f6-273f-42d3-babd-7015209fbaac), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:27.321513 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-21c91b57-e2b4-4a3c-9c32-f6a32265ae47 None None] Attempt 1 to provision port ada360f6-273f-42d3-babd-7015209fbaac Oct 01 04:18:27.360188 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee429f3-f2e9-47df-a795-28339d436026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1784cc33-ec97-4af6-8798-5a72b5cb70bb,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:27.372993 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-9ee429f3-f2e9-47df-a795-28339d436026 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=4e3b25808ff14c8b9aa65c8a2e3b2b19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6845400 Oct 01 04:18:27.372993 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 33296) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:27.373851 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-21c91b57-e2b4-4a3c-9c32-f6a32265ae47 None None] Port ada360f6-273f-42d3-babd-7015209fbaac cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 01 04:18:27.396592 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-9bae5538-7dea-4edc-96e0-34f2a5ec2155 req-1490c853-7368-49fd-b841-afde9cc4a552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (ada360f6-273f-42d3-babd-7015209fbaac), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:27.418088 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 57621) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:27.521384 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-fc1b6ad7-5045-4cc1-82fe-9493394d1ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8038045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598'] for subnet (65f74ecb-3bac-4346-9a16-54534f9b8f3b), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:27.531556 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:INSERT=9,neutron:SELECT=90,neutron:DELETE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:27.551379 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-03af33d3-154b-4475-8bbb-57cdcee06c1b req-a1d26200-bf79-48e4-a71d-9bf620a0a029 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 210 time: 0.2467542 Oct 01 04:18:27.552570 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449784dd-ba0c-4f00-af32-343b5c9fc3bd req-7ea8bb57-60a6-498a-8dee-d350155efefe tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:27.554126 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-449784dd-ba0c-4f00-af32-343b5c9fc3bd req-7ea8bb57-60a6-498a-8dee-d350155efefe tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.25 "GET /networking/v2.0/networks?id=9e21d865-d526-49ca-8e76-21cf583604c4 HTTP/1.1" status: 200 len: 819 time: 0.1346271 Oct 01 04:18:27.568297 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-449784dd-ba0c-4f00-af32-343b5c9fc3bd req-e07561dd-ad86-4c25-aa51-b818715e22be tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Request body: {'port': {'device_id': '2906cc69-afd9-45dd-b846-38782722ed9a', 'network_id': '9e21d865-d526-49ca-8e76-21cf583604c4', 'admin_state_up': True, 'tenant_id': '839c91c5262a49768c3e937b5a034137'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:18:27.641490 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a5a45809-ea77-400c-8aa9-8ad03388181d req-a24c898f-2535-4e94-a768-93b24732ff79 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e758483c-9e4c-4236-8a07-3b095c38114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4194658 Oct 01 04:18:27.746683 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c02d25e5-167c-4c0c-810c-2267fee657cf admin admin] Publish callbacks [] for security_group (1784cc33-ec97-4af6-8798-5a72b5cb70bb), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:27.751191 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1b6ad7-5045-4cc1-82fe-9493394d1ea3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65f74ecb-3bac-4346-9a16-54534f9b8f3b,revision_number=0']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:27.770064 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:27.780209 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-0d6bfeaa-0a94-4623-8f3b-185e9f32e4ff req-569c5308-93e0-4d9b-85d1-b51e4a6bf52c tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 210 time: 0.0940132 Oct 01 04:18:27.807650 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b3160-89e0-4f25-94f8-1d088cb66a14 req-2ecc7a05-c34a-4644-bac6-e547ae073bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:27.809615 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b82b3160-89e0-4f25-94f8-1d088cb66a14 req-2ecc7a05-c34a-4644-bac6-e547ae073bfb service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=8dd89a22-dfc1-4ff5-8687-6381c17de176 HTTP/1.1" status: 200 len: 913 time: 0.5343609 Oct 01 04:18:27.823261 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1b6ad7-5045-4cc1-82fe-9493394d1ea3 admin admin] Checking segment: {'id': '6b4d8ec7-3b6c-49c7-b61c-d8ebe85c9dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a85ccab4-8d42-4a6d-aa10-c9d12deddf58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:18:27.823522 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1b6ad7-5045-4cc1-82fe-9493394d1ea3 admin admin] Network hostable DHCP agents. Network: a85ccab4-8d42-4a6d-aa10-c9d12deddf58, hostable agents: ['973633b6-dd94-436d-b3a5-971dbc41e63c'], hosted agents: [] {{(pid=106386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 01 04:18:27.866979 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c02d25e5-167c-4c0c-810c-2267fee657cf admin admin] Publish callbacks [] for security_group (1784cc33-ec97-4af6-8798-5a72b5cb70bb), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:27.915587 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b82b3160-89e0-4f25-94f8-1d088cb66a14 req-4d03fde8-d791-4b55-865e-e2a7ee10bf0e service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03e60013-3f85-4d23-979a-41de21fce50c HTTP/1.1" status: 200 len: 217 time: 0.0812159 Oct 01 04:18:27.922398 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:27.924834 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1b6ad7-5045-4cc1-82fe-9493394d1ea3 admin admin] Network a85ccab4-8d42-4a6d-aa10-c9d12deddf58 is scheduled to be hosted by DHCP agent 973633b6-dd94-436d-b3a5-971dbc41e63c with binding_index 1 {{(pid=106386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 01 04:18:27.937606 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-fc1b6ad7-5045-4cc1-82fe-9493394d1ea3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860044-1-iscsi, a85ccab4-8d42-4a6d-aa10-c9d12deddf58) {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:18:27.948827 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258b8577-8630-4b1d-8e1d-60178ab98d80 None None] Network a85ccab4-8d42-4a6d-aa10-c9d12deddf58 requested from dv-cinder-860044-1-iscsi {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 01 04:18:27.954991 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1b6ad7-5045-4cc1-82fe-9493394d1ea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:27.956236 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-fc1b6ad7-5045-4cc1-82fe-9493394d1ea3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for subnet (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:27.988582 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-fc1b6ad7-5045-4cc1-82fe-9493394d1ea3 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5219288 Oct 01 04:18:27.993622 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-449784dd-ba0c-4f00-af32-343b5c9fc3bd req-e07561dd-ad86-4c25-aa51-b818715e22be tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Made reservation on behalf of 839c91c5262a49768c3e937b5a034137 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:18:27.997812 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-449784dd-ba0c-4f00-af32-343b5c9fc3bd req-e07561dd-ad86-4c25-aa51-b818715e22be tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:28.039801 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:INSERT=3,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:28.071509 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c02d25e5-167c-4c0c-810c-2267fee657cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (1784cc33-ec97-4af6-8798-5a72b5cb70bb), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:28.072747 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c02d25e5-167c-4c0c-810c-2267fee657cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:28.075828 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-c02d25e5-167c-4c0c-810c-2267fee657cf admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/1784cc33-ec97-4af6-8798-5a72b5cb70bb HTTP/1.1" status: 204 len: 168 time: 0.6992698 Oct 01 04:18:28.126318 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02d25e5-167c-4c0c-810c-2267fee657cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1784cc33-ec97-4af6-8798-5a72b5cb70bb,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:28.277844 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 03e60013-3f85-4d23-979a-41de21fce50c details requested by agent hyperv_hv-cinder-86004 with host hv-cinder-86004 {{(pid=106388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 01 04:18:28.285343 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abcf4aa-1ab2-43cb-bfd4-14e49593b6f2 req-91d82c28-c21a-4d6d-9638-f7db096b0aa9 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:28.295811 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2abcf4aa-1ab2-43cb-bfd4-14e49593b6f2 req-91d82c28-c21a-4d6d-9638-f7db096b0aa9 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7dfb3a74-410c-431c-bbc1-4f8f6489b924 HTTP/1.1" status: 200 len: 944 time: 0.1000197 Oct 01 04:18:28.314455 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 57631) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:28.316622 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbc44a7-1067-4691-8167-57940eea1060 None None] Network a85ccab4-8d42-4a6d-aa10-c9d12deddf58 requested from dv-cinder-860044-1-iscsi {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 01 04:18:28.336152 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b3160-89e0-4f25-94f8-1d088cb66a14 req-0c021ffe-2ea9-493c-943c-aa31f122208c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:28.337937 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b82b3160-89e0-4f25-94f8-1d088cb66a14 req-0c021ffe-2ea9-493c-943c-aa31f122208c service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=912c5681-b707-4357-9fbf-835b97447818 HTTP/1.1" status: 200 len: 851 time: 0.2405789 Oct 01 04:18:28.517768 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [req-9bae5538-7dea-4edc-96e0-34f2a5ec2155 req-1490c853-7368-49fd-b841-afde9cc4a552 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ada360f6-273f-42d3-babd-7015209fbaac {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 01 04:18:28.525983 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:28.543685 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b3160-89e0-4f25-94f8-1d088cb66a14 req-5a6d375c-2faf-4dc6-bf78-259c0c69f7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:28.547419 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b82b3160-89e0-4f25-94f8-1d088cb66a14 req-5a6d375c-2faf-4dc6-bf78-259c0c69f7de service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=8dd89a22-dfc1-4ff5-8687-6381c17de176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1991069 Oct 01 04:18:28.553008 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-9bae5538-7dea-4edc-96e0-34f2a5ec2155 req-1490c853-7368-49fd-b841-afde9cc4a552 service neutron] Publish callbacks [] for port (ada360f6-273f-42d3-babd-7015209fbaac), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:28.687628 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2abcf4aa-1ab2-43cb-bfd4-14e49593b6f2 req-c0b0f52c-e985-4fda-bb73-dacd3032ef58 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62dc82da-c37b-47c1-9a97-aee660e3fa39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3852799 Oct 01 04:18:28.790763 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port 03e60013-3f85-4d23-979a-41de21fce50c, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=03e60013-3f85-4d23-979a-41de21fce50c,segment=NetworkSegment(51709e80-dc59-468f-acd2-9bd2e5ce513c),segment_id=51709e80-dc59-468f-acd2-9bd2e5ce513c)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:18:28.803942 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-af31b854-aecb-49ad-9400-1c2e1164ac3a req-5862822a-c45b-433e-9001-bd96b81deea5 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 210 time: 0.0333247 Oct 01 04:18:28.812133 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:28.818861 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-449784dd-ba0c-4f00-af32-343b5c9fc3bd req-e07561dd-ad86-4c25-aa51-b818715e22be tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Allocated IP 172.20.0.5 (9e21d865-d526-49ca-8e76-21cf583604c4/5be7b0c5-9e6d-4922-a242-c74e298031bb/b4f9d636-f677-4f56-ac04-28e98716fbda) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:18:28.824305 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Returning: {'device': '03e60013-3f85-4d23-979a-41de21fce50c', 'network_id': '8dd89a22-dfc1-4ff5-8687-6381c17de176', 'port_id': '03e60013-3f85-4d23-979a-41de21fce50c', 'mac_address': 'fa:16:3e:68:16:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '912c5681-b707-4357-9fbf-835b97447818', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 01 04:18:28.872339 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b82b3160-89e0-4f25-94f8-1d088cb66a14 req-a059a1cc-16b4-4072-a068-1a625ea4851c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/8dd89a22-dfc1-4ff5-8687-6381c17de176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147545 Oct 01 04:18:28.879558 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5296992b-f08b-4113-b3a4-4de0c94f4647 req-b2e330aa-4ceb-4359-8ada-45469ec6455a tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:28.894975 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-5296992b-f08b-4113-b3a4-4de0c94f4647 req-b2e330aa-4ceb-4359-8ada-45469ec6455a tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 931 time: 0.1353993 Oct 01 04:18:28.918659 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7535ef-37e4-4e30-a7bb-d571216a8786 req-1ea1e824-a911-4649-9aae-9ee6a5b22c22 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:28.920435 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2d7535ef-37e4-4e30-a7bb-d571216a8786 req-1ea1e824-a911-4649-9aae-9ee6a5b22c22 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.25 "GET /networking/v2.0/networks?id=41ad6d82-393d-469b-ad56-b82ab9a77fee HTTP/1.1" status: 200 len: 817 time: 0.5922425 Oct 01 04:18:28.924874 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-9bae5538-7dea-4edc-96e0-34f2a5ec2155 req-1490c853-7368-49fd-b841-afde9cc4a552 service neutron] Transition to ACTIVE for port object ada360f6-273f-42d3-babd-7015209fbaac will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 01 04:18:28.940475 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-9bae5538-7dea-4edc-96e0-34f2a5ec2155 req-1490c853-7368-49fd-b841-afde9cc4a552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (ada360f6-273f-42d3-babd-7015209fbaac), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:28.948969 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Current status of the port 03e60013-3f85-4d23-979a-41de21fce50c is: DOWN; New status is: BUILD {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:18:28.949513 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (03e60013-3f85-4d23-979a-41de21fce50c), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:29.006033 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03e60013-3f85-4d23-979a-41de21fce50c {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 01 04:18:29.115962 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port 03e60013-3f85-4d23-979a-41de21fce50c, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=03e60013-3f85-4d23-979a-41de21fce50c,segment=NetworkSegment(51709e80-dc59-468f-acd2-9bd2e5ce513c),segment_id=51709e80-dc59-468f-acd2-9bd2e5ce513c)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:18:29.127305 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (03e60013-3f85-4d23-979a-41de21fce50c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:29.139440 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1490c853-7368-49fd-b841-afde9cc4a552 service neutron] Pushing event updated for resources: {'Port': ['ID=ada360f6-273f-42d3-babd-7015209fbaac,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:29.175871 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-5cdc4f66-a2ec-4586-ab2f-856fb19baae5 req-b4d87e81-47f4-495c-97fd-3ee29135ea09 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 210 time: 0.2000353 Oct 01 04:18:29.209283 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2d7535ef-37e4-4e30-a7bb-d571216a8786 req-1ea7e4ae-6937-452e-9453-ba873f7b595e tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=19d87f6d9adf4ce98e934187ec8ae0d7 HTTP/1.1" status: 200 len: 380 time: 0.1575956 Oct 01 04:18:29.212341 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-9bae5538-7dea-4edc-96e0-34f2a5ec2155 req-1490c853-7368-49fd-b841-afde9cc4a552 service neutron] Attempting to bind port ada360f6-273f-42d3-babd-7015209fbaac on host hv-cinder-86004 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 01 04:18:29.212906 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-9bae5538-7dea-4edc-96e0-34f2a5ec2155 req-1490c853-7368-49fd-b841-afde9cc4a552 service neutron] Attempting to bind port ada360f6-273f-42d3-babd-7015209fbaac by drivers openvswitch,hyperv on host hv-cinder-86004 at level 0 using segments [{'id': '456799c3-9e2a-4334-9278-8f3823819afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3af0afc2-a8fa-427e-a8af-57c40105fd2b'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 01 04:18:29.213363 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bae5538-7dea-4edc-96e0-34f2a5ec2155 req-1490c853-7368-49fd-b841-afde9cc4a552 service neutron] Attempting to bind port ada360f6-273f-42d3-babd-7015209fbaac on network 3af0afc2-a8fa-427e-a8af-57c40105fd2b {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:18:29.224308 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-2d7535ef-37e4-4e30-a7bb-d571216a8786 req-3d961138-c892-47fc-8cb6-e9ce1fccc7ff tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Request body: {'port': {'device_id': 'e14e3570-67e7-43d6-bcaf-6688168956b2', 'network_id': '41ad6d82-393d-469b-ad56-b82ab9a77fee', 'admin_state_up': True, 'tenant_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'security_groups': ['4c2712a7-7949-4417-a63d-16a724778bf7']}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:18:29.249022 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 57642) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:29.336731 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Pushing event updated for resources: {'Port': ['ID=03e60013-3f85-4d23-979a-41de21fce50c,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:29.389253 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] get_ports_and_sgs() called for port_ids ['03e60013-3f85-4d23-979a-41de21fce50c'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 01 04:18:29.392145 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-5296992b-f08b-4113-b3a4-4de0c94f4647 req-36b3312a-5bd3-4b77-b0ad-3bb3db2a0d1c tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e758483c-9e4c-4236-8a07-3b095c38114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4960692 Oct 01 04:18:29.398535 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b82b3160-89e0-4f25-94f8-1d088cb66a14 req-8f39f769-985f-4479-aae8-039e3b68bc62 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/8dd89a22-dfc1-4ff5-8687-6381c17de176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477960 Oct 01 04:18:29.496290 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:29.520954 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-449784dd-ba0c-4f00-af32-343b5c9fc3bd req-e07561dd-ad86-4c25-aa51-b818715e22be tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks [] for port (b4f9d636-f677-4f56-ac04-28e98716fbda), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:29.564587 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bae5538-7dea-4edc-96e0-34f2a5ec2155 req-1490c853-7368-49fd-b841-afde9cc4a552 service neutron] Port ada360f6-273f-42d3-babd-7015209fbaac on network 3af0afc2-a8fa-427e-a8af-57c40105fd2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86004 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 01 04:18:29.564814 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bae5538-7dea-4edc-96e0-34f2a5ec2155 req-1490c853-7368-49fd-b841-afde9cc4a552 service neutron] Attempting to bind port ada360f6-273f-42d3-babd-7015209fbaac on network 3af0afc2-a8fa-427e-a8af-57c40105fd2b {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:18:29.697529 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:29.750007 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-449784dd-ba0c-4f00-af32-343b5c9fc3bd req-e07561dd-ad86-4c25-aa51-b818715e22be tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850'] for port (b4f9d636-f677-4f56-ac04-28e98716fbda), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:29.867711 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4acc49-d90c-4ab6-9df0-2aec6476412d req-54e79bf6-b9a6-4803-aa39-8ca8624e5af6 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:29.869220 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3a4acc49-d90c-4ab6-9df0-2aec6476412d req-54e79bf6-b9a6-4803-aa39-8ca8624e5af6 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.25 "GET /networking/v2.0/networks?id=9e21d865-d526-49ca-8e76-21cf583604c4 HTTP/1.1" status: 200 len: 819 time: 0.6079655 Oct 01 04:18:29.869827 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07561dd-ad86-4c25-aa51-b818715e22be tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Pushing event updated for resources: {'Port': ['ID=b4f9d636-f677-4f56-ac04-28e98716fbda,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:29.876692 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-449784dd-ba0c-4f00-af32-343b5c9fc3bd req-e07561dd-ad86-4c25-aa51-b818715e22be tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Network 9e21d865-d526-49ca-8e76-21cf583604c4 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:18:29.887109 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-3a4acc49-d90c-4ab6-9df0-2aec6476412d req-ff646387-895c-4283-add1-ce53ae830f45 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Request body: {'port': {'device_id': 'f161c249-ba0f-42c9-a1f0-8c7913b666f9', 'network_id': '9e21d865-d526-49ca-8e76-21cf583604c4', 'admin_state_up': True, 'tenant_id': '839c91c5262a49768c3e937b5a034137'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:18:29.892148 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-449784dd-ba0c-4f00-af32-343b5c9fc3bd req-e07561dd-ad86-4c25-aa51-b818715e22be tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:18:29.900543 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-449784dd-ba0c-4f00-af32-343b5c9fc3bd req-e07561dd-ad86-4c25-aa51-b818715e22be tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:18:29.906075 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449784dd-ba0c-4f00-af32-343b5c9fc3bd req-e07561dd-ad86-4c25-aa51-b818715e22be tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:29.907014 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-449784dd-ba0c-4f00-af32-343b5c9fc3bd req-e07561dd-ad86-4c25-aa51-b818715e22be tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:29.943232 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bae5538-7dea-4edc-96e0-34f2a5ec2155 req-1490c853-7368-49fd-b841-afde9cc4a552 service neutron] Checking agent: {'id': '2c3964fb-7920-4c48-8672-be15ccfa9ce8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86004', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 1, 4, 15, 53), 'started_at': datetime.datetime(2022, 10, 1, 4, 15, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 1, 4, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 01 04:18:29.943597 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bae5538-7dea-4edc-96e0-34f2a5ec2155 req-1490c853-7368-49fd-b841-afde9cc4a552 service neutron] Checking segment: {'id': '456799c3-9e2a-4334-9278-8f3823819afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3af0afc2-a8fa-427e-a8af-57c40105fd2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:18:29.943985 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bae5538-7dea-4edc-96e0-34f2a5ec2155 req-1490c853-7368-49fd-b841-afde9cc4a552 service neutron] Bound using segment: {'id': '456799c3-9e2a-4334-9278-8f3823819afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3af0afc2-a8fa-427e-a8af-57c40105fd2b'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 01 04:18:29.944440 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-9bae5538-7dea-4edc-96e0-34f2a5ec2155 req-1490c853-7368-49fd-b841-afde9cc4a552 service neutron] Bound port: ada360f6-273f-42d3-babd-7015209fbaac, host: hv-cinder-86004, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '456799c3-9e2a-4334-9278-8f3823819afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3af0afc2-a8fa-427e-a8af-57c40105fd2b'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 01 04:18:29.944794 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-9bae5538-7dea-4edc-96e0-34f2a5ec2155 req-1490c853-7368-49fd-b841-afde9cc4a552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (ada360f6-273f-42d3-babd-7015209fbaac), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:30.017653 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1aa336-a0b9-413b-99ff-85cff0199b55 req-9ac27059-dde2-4cbb-947a-03437a04bfd7 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:30.019436 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7a1aa336-a0b9-413b-99ff-85cff0199b55 req-9ac27059-dde2-4cbb-947a-03437a04bfd7 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7dfb3a74-410c-431c-bbc1-4f8f6489b924 HTTP/1.1" status: 200 len: 945 time: 0.1802721 Oct 01 04:18:30.168213 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-04b86142-5f4c-4684-8e36-c299264d36b0 req-186930a5-9533-4bd2-bf97-0d30ffc51aea tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 210 time: 0.1476345 Oct 01 04:18:30.242358 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-449784dd-ba0c-4f00-af32-343b5c9fc3bd req-e07561dd-ad86-4c25-aa51-b818715e22be tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6800084 Oct 01 04:18:30.251419 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7a1aa336-a0b9-413b-99ff-85cff0199b55 req-38729f8e-df35-4757-bb84-7c9ec74dbb60 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62dc82da-c37b-47c1-9a97-aee660e3fa39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239757 Oct 01 04:18:30.289592 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d7535ef-37e4-4e30-a7bb-d571216a8786 req-3d961138-c892-47fc-8cb6-e9ce1fccc7ff tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Made reservation on behalf of 19d87f6d9adf4ce98e934187ec8ae0d7 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:18:30.298144 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-2d7535ef-37e4-4e30-a7bb-d571216a8786 req-3d961138-c892-47fc-8cb6-e9ce1fccc7ff tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:30.307529 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-449784dd-ba0c-4f00-af32-343b5c9fc3bd req-e3aa872c-4dfb-4a34-94b5-866c23261474 service neutron] Request body: {'port': {'device_id': '2906cc69-afd9-45dd-b846-38782722ed9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86004'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:18:30.356392 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-6d41563d-3c97-4c5b-90d0-4b45f90f2694 req-f4553d5e-c82e-478b-84fb-37b02fff80d6 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 210 time: 0.0483439 Oct 01 04:18:30.425339 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-8cbd1e6b-6393-424c-a946-d2253dc12125 None None] Provisioning complete for port b4f9d636-f677-4f56-ac04-28e98716fbda triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:18:30.425960 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8cbd1e6b-6393-424c-a946-d2253dc12125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (b4f9d636-f677-4f56-ac04-28e98716fbda), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:30.426052 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-8cbd1e6b-6393-424c-a946-d2253dc12125 None None] Attempt 1 to provision port b4f9d636-f677-4f56-ac04-28e98716fbda Oct 01 04:18:30.464553 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-8cbd1e6b-6393-424c-a946-d2253dc12125 None None] Port b4f9d636-f677-4f56-ac04-28e98716fbda cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 01 04:18:30.487635 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-9bae5538-7dea-4edc-96e0-34f2a5ec2155 req-1490c853-7368-49fd-b841-afde9cc4a552 service neutron] For port ada360f6-273f-42d3-babd-7015209fbaac, host hv-cinder-86004, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 01 04:18:30.490814 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a4acc49-d90c-4ab6-9df0-2aec6476412d req-ff646387-895c-4283-add1-ce53ae830f45 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Made reservation on behalf of 839c91c5262a49768c3e937b5a034137 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:18:30.495859 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-3a4acc49-d90c-4ab6-9df0-2aec6476412d req-ff646387-895c-4283-add1-ce53ae830f45 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:30.538194 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 03e60013-3f85-4d23-979a-41de21fce50c up at agent hyperv_hv-cinder-86004 {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:18:30.550134 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f312a-b6ab-422c-a474-7365ef4acbeb req-3a4581ff-e412-4bff-b3b3-1fe160899a28 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:30.552130 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7e9f312a-b6ab-422c-a474-7365ef4acbeb req-3a4581ff-e412-4bff-b3b3-1fe160899a28 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 943 time: 0.0647321 Oct 01 04:18:30.600495 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Provisioning for port 03e60013-3f85-4d23-979a-41de21fce50c completed by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 01 04:18:30.608568 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Provisioning complete for port 03e60013-3f85-4d23-979a-41de21fce50c triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:18:30.609259 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (03e60013-3f85-4d23-979a-41de21fce50c), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:30.610087 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Attempt 1 to provision port 03e60013-3f85-4d23-979a-41de21fce50c Oct 01 04:18:30.629757 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7e9f312a-b6ab-422c-a474-7365ef4acbeb req-bf25b620-32fa-4c91-b842-a6a32072d0ac tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e758483c-9e4c-4236-8a07-3b095c38114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708857 Oct 01 04:18:30.699189 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Current status of the port 03e60013-3f85-4d23-979a-41de21fce50c is: BUILD; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:18:30.699583 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (03e60013-3f85-4d23-979a-41de21fce50c), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:30.722590 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-9bae5538-7dea-4edc-96e0-34f2a5ec2155 req-1490c853-7368-49fd-b841-afde9cc4a552 service neutron] For port ada360f6-273f-42d3-babd-7015209fbaac, host hv-cinder-86004, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=ada360f6-273f-42d3-babd-7015209fbaac,segment=NetworkSegment(456799c3-9e2a-4334-9278-8f3823819afe),segment_id=456799c3-9e2a-4334-9278-8f3823819afe)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 01 04:18:30.724245 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-449784dd-ba0c-4f00-af32-343b5c9fc3bd req-e3aa872c-4dfb-4a34-94b5-866c23261474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (b4f9d636-f677-4f56-ac04-28e98716fbda), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:30.726587 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dfb3a74-410c-431c-bbc1-4f8f6489b924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e60013-3f85-4d23-979a-41de21fce50c'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:18:30.743037 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-9bae5538-7dea-4edc-96e0-34f2a5ec2155 req-1490c853-7368-49fd-b841-afde9cc4a552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (ada360f6-273f-42d3-babd-7015209fbaac), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:30.760946 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:30.769420 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae5538-7dea-4edc-96e0-34f2a5ec2155 req-1490c853-7368-49fd-b841-afde9cc4a552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:30.770047 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-9bae5538-7dea-4edc-96e0-34f2a5ec2155 req-1490c853-7368-49fd-b841-afde9cc4a552 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:30.771424 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9bae5538-7dea-4edc-96e0-34f2a5ec2155 req-1490c853-7368-49fd-b841-afde9cc4a552 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/ada360f6-273f-42d3-babd-7015209fbaac HTTP/1.1" status: 200 len: 1093 time: 3.7483783 Oct 01 04:18:30.772159 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2643a3f-906d-4cb4-8b4f-f2a63557ab69', 'tag': 'ada360f6-273f-42d3-babd-7015209fbaac'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:18:30.774585 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23a471ff00a13a2eea8c87216c43e2c9873adc8b08d975975de21b294c9ff96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab2f2c3-ed4c-4ac3-81ef-097af871649b" -d '{"events": [{"name": "network-changed", "server_uuid": "c2643a3f-906d-4cb4-8b4f-f2a63557ab69", "tag": "ada360f6-273f-42d3-babd-7015209fbaac"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:18:30.873896 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port 03e60013-3f85-4d23-979a-41de21fce50c, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=03e60013-3f85-4d23-979a-41de21fce50c,segment=NetworkSegment(51709e80-dc59-468f-acd2-9bd2e5ce513c),segment_id=51709e80-dc59-468f-acd2-9bd2e5ce513c)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:18:30.881037 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (03e60013-3f85-4d23-979a-41de21fce50c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:30.891559 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 33442) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:30.900293 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 01 Oct 2022 04:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-087ec8c0-db38-4c65-ae57-d2209259f0a2 x-openstack-request-id: req-087ec8c0-db38-4c65-ae57-d2209259f0a2 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:18:30.900822 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2643a3f-906d-4cb4-8b4f-f2a63557ab69", "tag": "ada360f6-273f-42d3-babd-7015209fbaac", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:18:30.900822 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-087ec8c0-db38-4c65-ae57-d2209259f0a2 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:18:30.901516 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-087ec8c0-db38-4c65-ae57-d2209259f0a2'] response: {'name': 'network-changed', 'server_uuid': 'c2643a3f-906d-4cb4-8b4f-f2a63557ab69', 'tag': 'ada360f6-273f-42d3-babd-7015209fbaac', 'status': 'completed', 'code': 200} Oct 01 04:18:30.950715 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Pushing event updated for resources: {'Port': ['ID=03e60013-3f85-4d23-979a-41de21fce50c,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:30.982912 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:31.004751 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-2d7535ef-37e4-4e30-a7bb-d571216a8786 req-3d961138-c892-47fc-8cb6-e9ce1fccc7ff tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Allocated IP 172.20.0.3 (41ad6d82-393d-469b-ad56-b82ab9a77fee/d3f0d177-35e4-4cba-a762-d1357d3a9c11/28ed6420-e14b-48a2-a448-a8ab736b93af) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:18:31.010585 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1490c853-7368-49fd-b841-afde9cc4a552 service neutron] Pushing event updated for resources: {'Port': ['ID=ada360f6-273f-42d3-babd-7015209fbaac,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:31.016404 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:31.024350 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae5538-7dea-4edc-96e0-34f2a5ec2155 req-75ceb10a-8c12-4903-96eb-e7ae94371730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:31.025915 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9bae5538-7dea-4edc-96e0-34f2a5ec2155 req-75ceb10a-8c12-4903-96eb-e7ae94371730 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=16cd7bcb315d4dc58f73a9918adb57e2&device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 1127 time: 0.1879621 Oct 01 04:18:31.030923 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-642ad61d-ac9e-4b40-929b-3d3f6fd5d541 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:31.134356 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-642ad61d-ac9e-4b40-929b-3d3f6fd5d541 admin admin] Publish callbacks [] for security_group (b0183ddb-2f71-49b5-b4d8-1c95a256ccea), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:31.139581 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-642ad61d-ac9e-4b40-929b-3d3f6fd5d541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (b0183ddb-2f71-49b5-b4d8-1c95a256ccea), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:31.148954 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9bae5538-7dea-4edc-96e0-34f2a5ec2155 req-f82c1e6f-e152-4e41-8e3a-b471158ac26c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ada360f6-273f-42d3-babd-7015209fbaac HTTP/1.1" status: 200 len: 217 time: 0.1155913 Oct 01 04:18:31.172196 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-642ad61d-ac9e-4b40-929b-3d3f6fd5d541 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=dd16033759d041f4b61d98f0b6fa30cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2797601 Oct 01 04:18:31.175175 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 33450) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:31.232205 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc2ed8ba810a9a899feae06a2d512ab46721588d0493fdbeca0f1bffbb3e03b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ee7f0b-08b6-48d8-8571-a5c727ce6211" -d '{"events": [{"server_uuid": "7dfb3a74-410c-431c-bbc1-4f8f6489b924", "name": "network-vif-plugged", "status": "completed", "tag": "03e60013-3f85-4d23-979a-41de21fce50c"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:18:31.233972 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ad61d-ac9e-4b40-929b-3d3f6fd5d541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0183ddb-2f71-49b5-b4d8-1c95a256ccea,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:31.247256 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-3a4acc49-d90c-4ab6-9df0-2aec6476412d req-ff646387-895c-4283-add1-ce53ae830f45 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Allocated IP 172.20.0.14 (9e21d865-d526-49ca-8e76-21cf583604c4/5be7b0c5-9e6d-4922-a242-c74e298031bb/94c6e2ab-bf5f-4d4a-87aa-757bce04cc43) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:18:31.316394 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae5538-7dea-4edc-96e0-34f2a5ec2155 req-abdd649d-929c-48d8-8a72-2811af38ad43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:31.318067 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9bae5538-7dea-4edc-96e0-34f2a5ec2155 req-abdd649d-929c-48d8-8a72-2811af38ad43 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=89891fb7-0571-4637-a13e-eaebabac5342 HTTP/1.1" status: 200 len: 849 time: 0.1558459 Oct 01 04:18:31.324110 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-48f18310-abb4-4643-ab12-2d72d61be299 admin admin] Publish callbacks [] for security_group (b0183ddb-2f71-49b5-b4d8-1c95a256ccea), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:31.363460 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:31.385035 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 01 Oct 2022 04:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a80b25-9d4f-41b8-9a92-3f8a2ac3b75f x-openstack-request-id: req-78a80b25-9d4f-41b8-9a92-3f8a2ac3b75f {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:18:31.385459 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dfb3a74-410c-431c-bbc1-4f8f6489b924", "name": "network-vif-plugged", "status": "completed", "tag": "03e60013-3f85-4d23-979a-41de21fce50c", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:18:31.385908 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-78a80b25-9d4f-41b8-9a92-3f8a2ac3b75f {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:18:31.386433 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78a80b25-9d4f-41b8-9a92-3f8a2ac3b75f'] response: {'server_uuid': '7dfb3a74-410c-431c-bbc1-4f8f6489b924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e60013-3f85-4d23-979a-41de21fce50c', 'code': 200} Oct 01 04:18:31.431952 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae5538-7dea-4edc-96e0-34f2a5ec2155 req-d412fbec-75f0-48b6-85d9-6d394b69fe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:31.433506 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9bae5538-7dea-4edc-96e0-34f2a5ec2155 req-d412fbec-75f0-48b6-85d9-6d394b69fe5f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=3af0afc2-a8fa-427e-a8af-57c40105fd2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1077025 Oct 01 04:18:31.459170 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-ad3a5e34-249e-4a05-b231-e79db6848886 req-4bea955e-f77d-4102-88f5-070d8815bd5e tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 210 time: 0.0849988 Oct 01 04:18:31.477739 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-48f18310-abb4-4643-ab12-2d72d61be299 admin admin] Publish callbacks [] for security_group (b0183ddb-2f71-49b5-b4d8-1c95a256ccea), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:31.652627 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-2d7535ef-37e4-4e30-a7bb-d571216a8786 req-3d961138-c892-47fc-8cb6-e9ce1fccc7ff tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks [] for port (28ed6420-e14b-48a2-a448-a8ab736b93af), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:31.737072 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-3a4acc49-d90c-4ab6-9df0-2aec6476412d req-ff646387-895c-4283-add1-ce53ae830f45 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks [] for port (94c6e2ab-bf5f-4d4a-87aa-757bce04cc43), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:31.741323 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9bae5538-7dea-4edc-96e0-34f2a5ec2155 req-0264e34a-ce59-4ac7-b618-2bb8463411fa service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3af0afc2-a8fa-427e-a8af-57c40105fd2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836218 Oct 01 04:18:31.760088 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=9 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:31.821139 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-2d7535ef-37e4-4e30-a7bb-d571216a8786 req-3d961138-c892-47fc-8cb6-e9ce1fccc7ff tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850'] for port (28ed6420-e14b-48a2-a448-a8ab736b93af), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:31.873957 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5593c5-6ff9-4525-80d3-100950f4207f req-431a62dc-a957-4cc7-8a13-bd4f96e57258 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:31.877725 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-df5593c5-6ff9-4525-80d3-100950f4207f req-431a62dc-a957-4cc7-8a13-bd4f96e57258 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7dfb3a74-410c-431c-bbc1-4f8f6489b924 HTTP/1.1" status: 200 len: 946 time: 0.3589656 Oct 01 04:18:31.899460 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:31.915201 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d7535ef-37e4-4e30-a7bb-d571216a8786 req-3d961138-c892-47fc-8cb6-e9ce1fccc7ff tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Network 41ad6d82-393d-469b-ad56-b82ab9a77fee is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:18:31.928602 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-3a4acc49-d90c-4ab6-9df0-2aec6476412d req-ff646387-895c-4283-add1-ce53ae830f45 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850'] for port (94c6e2ab-bf5f-4d4a-87aa-757bce04cc43), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:31.947086 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-2d7535ef-37e4-4e30-a7bb-d571216a8786 req-3d961138-c892-47fc-8cb6-e9ce1fccc7ff tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:18:31.988840 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d7535ef-37e4-4e30-a7bb-d571216a8786 req-3d961138-c892-47fc-8cb6-e9ce1fccc7ff tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:18:31.994721 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7535ef-37e4-4e30-a7bb-d571216a8786 req-3d961138-c892-47fc-8cb6-e9ce1fccc7ff tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:31.995692 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-2d7535ef-37e4-4e30-a7bb-d571216a8786 req-3d961138-c892-47fc-8cb6-e9ce1fccc7ff tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:32.007725 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d961138-c892-47fc-8cb6-e9ce1fccc7ff tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Pushing event updated for resources: {'Port': ['ID=28ed6420-e14b-48a2-a448-a8ab736b93af,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:32.007887 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305403dd-03b8-486a-9c44-f8399ae50f03 req-7db0a970-81cd-4872-89d7-91537034c98c tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:32.025665 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-305403dd-03b8-486a-9c44-f8399ae50f03 req-7db0a970-81cd-4872-89d7-91537034c98c tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 932 time: 0.1377442 Oct 01 04:18:32.070185 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9bae5538-7dea-4edc-96e0-34f2a5ec2155 req-17ffe769-cb86-4d7b-8ae5-ee593579e8a5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3af0afc2-a8fa-427e-a8af-57c40105fd2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905281 Oct 01 04:18:32.133786 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2d7535ef-37e4-4e30-a7bb-d571216a8786 req-3d961138-c892-47fc-8cb6-e9ce1fccc7ff tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9156764 Oct 01 04:18:32.144123 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-305403dd-03b8-486a-9c44-f8399ae50f03 req-fc0e5ea1-84c2-4acd-84c8-9e628d65bf22 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170123 Oct 01 04:18:32.148229 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a4acc49-d90c-4ab6-9df0-2aec6476412d req-ff646387-895c-4283-add1-ce53ae830f45 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Network 9e21d865-d526-49ca-8e76-21cf583604c4 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:18:32.159167 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-3a4acc49-d90c-4ab6-9df0-2aec6476412d req-ff646387-895c-4283-add1-ce53ae830f45 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:18:32.175463 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a4acc49-d90c-4ab6-9df0-2aec6476412d req-ff646387-895c-4283-add1-ce53ae830f45 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:18:32.182313 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4acc49-d90c-4ab6-9df0-2aec6476412d req-ff646387-895c-4283-add1-ce53ae830f45 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:32.183062 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-3a4acc49-d90c-4ab6-9df0-2aec6476412d req-ff646387-895c-4283-add1-ce53ae830f45 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:32.190718 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff646387-895c-4283-add1-ce53ae830f45 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Pushing event updated for resources: {'Port': ['ID=94c6e2ab-bf5f-4d4a-87aa-757bce04cc43,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:32.239284 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3a4acc49-d90c-4ab6-9df0-2aec6476412d req-ff646387-895c-4283-add1-ce53ae830f45 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3593197 Oct 01 04:18:32.255074 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30678d-c476-4957-bf70-962dec55d7c1 req-44500adb-aae9-4757-82b3-79a6bd30959a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:32.258517 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-5e30678d-c476-4957-bf70-962dec55d7c1 req-44500adb-aae9-4757-82b3-79a6bd30959a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7dfb3a74-410c-431c-bbc1-4f8f6489b924 HTTP/1.1" status: 200 len: 1130 time: 0.6536887 Oct 01 04:18:32.294652 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-df5593c5-6ff9-4525-80d3-100950f4207f req-55e65c7d-b3ce-4c63-96bb-31ddd1851705 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62dc82da-c37b-47c1-9a97-aee660e3fa39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717031 Oct 01 04:18:32.310789 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-48f18310-abb4-4643-ab12-2d72d61be299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (b0183ddb-2f71-49b5-b4d8-1c95a256ccea), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:32.314962 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-48f18310-abb4-4643-ab12-2d72d61be299 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:32.321042 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-48f18310-abb4-4643-ab12-2d72d61be299 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/b0183ddb-2f71-49b5-b4d8-1c95a256ccea HTTP/1.1" status: 204 len: 168 time: 1.1446531 Oct 01 04:18:32.344315 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [req-449784dd-ba0c-4f00-af32-343b5c9fc3bd req-e3aa872c-4dfb-4a34-94b5-866c23261474 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4f9d636-f677-4f56-ac04-28e98716fbda {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 01 04:18:32.354963 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-449784dd-ba0c-4f00-af32-343b5c9fc3bd req-e3aa872c-4dfb-4a34-94b5-866c23261474 service neutron] Publish callbacks [] for port (b4f9d636-f677-4f56-ac04-28e98716fbda), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:32.385979 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-449784dd-ba0c-4f00-af32-343b5c9fc3bd req-e3aa872c-4dfb-4a34-94b5-866c23261474 service neutron] Transition to ACTIVE for port object b4f9d636-f677-4f56-ac04-28e98716fbda will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 01 04:18:32.392582 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-449784dd-ba0c-4f00-af32-343b5c9fc3bd req-e3aa872c-4dfb-4a34-94b5-866c23261474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (b4f9d636-f677-4f56-ac04-28e98716fbda), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:32.396901 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f18310-abb4-4643-ab12-2d72d61be299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0183ddb-2f71-49b5-b4d8-1c95a256ccea,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:32.404909 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526bc2f6-66a1-423c-be2c-a17ef8a15ca6 req-5aae13a1-2845-4adb-ad86-8d9700609b4a tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:32.408489 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-526bc2f6-66a1-423c-be2c-a17ef8a15ca6 req-5aae13a1-2845-4adb-ad86-8d9700609b4a tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 943 time: 0.0861928 Oct 01 04:18:32.447011 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-4e33cb0b-c316-4fde-bd2b-4e408623e7ab None None] Provisioning complete for port 28ed6420-e14b-48a2-a448-a8ab736b93af triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:18:32.447506 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4e33cb0b-c316-4fde-bd2b-4e408623e7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (28ed6420-e14b-48a2-a448-a8ab736b93af), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:32.447719 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-4e33cb0b-c316-4fde-bd2b-4e408623e7ab None None] Attempt 1 to provision port 28ed6420-e14b-48a2-a448-a8ab736b93af Oct 01 04:18:32.487386 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:32.494474 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-4e33cb0b-c316-4fde-bd2b-4e408623e7ab None None] Port 28ed6420-e14b-48a2-a448-a8ab736b93af cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 01 04:18:32.526710 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-526bc2f6-66a1-423c-be2c-a17ef8a15ca6 req-90f92d23-b6b3-4e57-afc3-2d4bcd7b16cc tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e758483c-9e4c-4236-8a07-3b095c38114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110549 Oct 01 04:18:32.536160 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-449784dd-ba0c-4f00-af32-343b5c9fc3bd req-e3aa872c-4dfb-4a34-94b5-866c23261474 service neutron] Attempting to bind port b4f9d636-f677-4f56-ac04-28e98716fbda on host hv-cinder-86004 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 01 04:18:32.536511 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-449784dd-ba0c-4f00-af32-343b5c9fc3bd req-e3aa872c-4dfb-4a34-94b5-866c23261474 service neutron] Attempting to bind port b4f9d636-f677-4f56-ac04-28e98716fbda by drivers openvswitch,hyperv on host hv-cinder-86004 at level 0 using segments [{'id': '4d8a2818-cf71-436d-a62b-4fe2056acb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9e21d865-d526-49ca-8e76-21cf583604c4'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 01 04:18:32.536846 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449784dd-ba0c-4f00-af32-343b5c9fc3bd req-e3aa872c-4dfb-4a34-94b5-866c23261474 service neutron] Attempting to bind port b4f9d636-f677-4f56-ac04-28e98716fbda on network 9e21d865-d526-49ca-8e76-21cf583604c4 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:18:32.573126 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aa872c-4dfb-4a34-94b5-866c23261474 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f9d636-f677-4f56-ac04-28e98716fbda,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:32.621090 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-b6857d3f-7756-40de-9705-ea2b8f70e394 None None] Provisioning complete for port 94c6e2ab-bf5f-4d4a-87aa-757bce04cc43 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:18:32.624458 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b6857d3f-7756-40de-9705-ea2b8f70e394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (94c6e2ab-bf5f-4d4a-87aa-757bce04cc43), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:32.625994 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-b6857d3f-7756-40de-9705-ea2b8f70e394 None None] Attempt 1 to provision port 94c6e2ab-bf5f-4d4a-87aa-757bce04cc43 Oct 01 04:18:32.649371 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449784dd-ba0c-4f00-af32-343b5c9fc3bd req-e3aa872c-4dfb-4a34-94b5-866c23261474 service neutron] Port b4f9d636-f677-4f56-ac04-28e98716fbda on network 9e21d865-d526-49ca-8e76-21cf583604c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86004 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 01 04:18:32.649904 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449784dd-ba0c-4f00-af32-343b5c9fc3bd req-e3aa872c-4dfb-4a34-94b5-866c23261474 service neutron] Attempting to bind port b4f9d636-f677-4f56-ac04-28e98716fbda on network 9e21d865-d526-49ca-8e76-21cf583604c4 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:18:32.660717 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30571643-1fd8-4394-b375-031423a13ca6 req-d9d2819a-70a8-4a2d-b5dc-1a31257ef977 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:32.669609 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-30571643-1fd8-4394-b375-031423a13ca6 req-d9d2819a-70a8-4a2d-b5dc-1a31257ef977 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 931 time: 0.0709829 Oct 01 04:18:32.677269 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-b6857d3f-7756-40de-9705-ea2b8f70e394 None None] Port 94c6e2ab-bf5f-4d4a-87aa-757bce04cc43 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 01 04:18:32.705180 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449784dd-ba0c-4f00-af32-343b5c9fc3bd req-e3aa872c-4dfb-4a34-94b5-866c23261474 service neutron] Checking agent: {'id': '2c3964fb-7920-4c48-8672-be15ccfa9ce8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86004', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 1, 4, 15, 53), 'started_at': datetime.datetime(2022, 10, 1, 4, 15, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 1, 4, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 01 04:18:32.706218 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449784dd-ba0c-4f00-af32-343b5c9fc3bd req-e3aa872c-4dfb-4a34-94b5-866c23261474 service neutron] Checking segment: {'id': '4d8a2818-cf71-436d-a62b-4fe2056acb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9e21d865-d526-49ca-8e76-21cf583604c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:18:32.706832 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449784dd-ba0c-4f00-af32-343b5c9fc3bd req-e3aa872c-4dfb-4a34-94b5-866c23261474 service neutron] Bound using segment: {'id': '4d8a2818-cf71-436d-a62b-4fe2056acb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9e21d865-d526-49ca-8e76-21cf583604c4'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 01 04:18:32.707386 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-449784dd-ba0c-4f00-af32-343b5c9fc3bd req-e3aa872c-4dfb-4a34-94b5-866c23261474 service neutron] Bound port: b4f9d636-f677-4f56-ac04-28e98716fbda, host: hv-cinder-86004, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d8a2818-cf71-436d-a62b-4fe2056acb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9e21d865-d526-49ca-8e76-21cf583604c4'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 01 04:18:32.707750 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-449784dd-ba0c-4f00-af32-343b5c9fc3bd req-e3aa872c-4dfb-4a34-94b5-866c23261474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (b4f9d636-f677-4f56-ac04-28e98716fbda), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:32.718791 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-30571643-1fd8-4394-b375-031423a13ca6 req-319d83b4-8dbd-4bfd-8b7f-eb2784e17fb4 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479798 Oct 01 04:18:32.784044 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-449784dd-ba0c-4f00-af32-343b5c9fc3bd req-e3aa872c-4dfb-4a34-94b5-866c23261474 service neutron] For port b4f9d636-f677-4f56-ac04-28e98716fbda, host hv-cinder-86004, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 01 04:18:32.787756 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-449784dd-ba0c-4f00-af32-343b5c9fc3bd req-e3aa872c-4dfb-4a34-94b5-866c23261474 service neutron] For port b4f9d636-f677-4f56-ac04-28e98716fbda, host hv-cinder-86004, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=b4f9d636-f677-4f56-ac04-28e98716fbda,segment=NetworkSegment(4d8a2818-cf71-436d-a62b-4fe2056acb81),segment_id=4d8a2818-cf71-436d-a62b-4fe2056acb81)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 01 04:18:32.794109 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-449784dd-ba0c-4f00-af32-343b5c9fc3bd req-e3aa872c-4dfb-4a34-94b5-866c23261474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (b4f9d636-f677-4f56-ac04-28e98716fbda), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:32.799286 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449784dd-ba0c-4f00-af32-343b5c9fc3bd req-e3aa872c-4dfb-4a34-94b5-866c23261474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:32.799904 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-449784dd-ba0c-4f00-af32-343b5c9fc3bd req-e3aa872c-4dfb-4a34-94b5-866c23261474 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:32.801329 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-449784dd-ba0c-4f00-af32-343b5c9fc3bd req-e3aa872c-4dfb-4a34-94b5-866c23261474 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/b4f9d636-f677-4f56-ac04-28e98716fbda HTTP/1.1" status: 200 len: 1093 time: 2.5470266 Oct 01 04:18:32.884505 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-3a4acc49-d90c-4ab6-9df0-2aec6476412d req-4f456541-0c2f-4ebd-a88b-4bdb91cba307 service neutron] Request body: {'port': {'device_id': 'f161c249-ba0f-42c9-a1f0-8c7913b666f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86004'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:18:32.891491 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-5e30678d-c476-4957-bf70-962dec55d7c1 req-75e1bf4d-0e0b-4d9e-bdb7-d56354b68f0d service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:32.918538 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:32.919295 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2906cc69-afd9-45dd-b846-38782722ed9a', 'tag': 'b4f9d636-f677-4f56-ac04-28e98716fbda'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:18:32.923566 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23a471ff00a13a2eea8c87216c43e2c9873adc8b08d975975de21b294c9ff96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29cfbb90-bd0e-471b-8348-cb1af5cfbad2" -d '{"events": [{"name": "network-changed", "server_uuid": "2906cc69-afd9-45dd-b846-38782722ed9a", "tag": "b4f9d636-f677-4f56-ac04-28e98716fbda"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:18:32.946463 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-2d7535ef-37e4-4e30-a7bb-d571216a8786 req-67fcd5cc-3669-4e55-93b0-348e282572f6 service neutron] Request body: {'port': {'device_id': 'e14e3570-67e7-43d6-bcaf-6688168956b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86004'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:18:33.057033 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-5e30678d-c476-4957-bf70-962dec55d7c1 req-75e1bf4d-0e0b-4d9e-bdb7-d56354b68f0d service neutron] Publish callbacks [] for security_group (e64e8007-9f46-4db7-ac8b-499880ed490e), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:33.057916 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449784dd-ba0c-4f00-af32-343b5c9fc3bd req-e8bce732-3203-440d-bfcf-6456d26934c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:33.058196 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:DELETE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:33.059426 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-449784dd-ba0c-4f00-af32-343b5c9fc3bd req-e8bce732-3203-440d-bfcf-6456d26934c7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=839c91c5262a49768c3e937b5a034137&device_id=2906cc69-afd9-45dd-b846-38782722ed9a HTTP/1.1" status: 200 len: 1127 time: 0.1171238 Oct 01 04:18:33.063453 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-5e30678d-c476-4957-bf70-962dec55d7c1 req-75e1bf4d-0e0b-4d9e-bdb7-d56354b68f0d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (e64e8007-9f46-4db7-ac8b-499880ed490e), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:33.094283 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aa872c-4dfb-4a34-94b5-866c23261474 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f9d636-f677-4f56-ac04-28e98716fbda,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:33.103643 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:33.251818 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e1bf4d-0e0b-4d9e-bdb7-d56354b68f0d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e64e8007-9f46-4db7-ac8b-499880ed490e,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:33.262698 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-5e30678d-c476-4957-bf70-962dec55d7c1 req-75e1bf4d-0e0b-4d9e-bdb7-d56354b68f0d service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=62dc82da-c37b-47c1-9a97-aee660e3fa39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4197252 Oct 01 04:18:33.372766 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941268f-66da-4945-9a3c-ebaa88d0f0c5 req-d5cf6985-36b3-4beb-916c-753418ae61db tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:33.374386 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d941268f-66da-4945-9a3c-ebaa88d0f0c5 req-d5cf6985-36b3-4beb-916c-753418ae61db tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 932 time: 0.0573173 Oct 01 04:18:33.460894 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 01 Oct 2022 04:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638fa02d-0d43-4470-8348-f2214f985ef9 x-openstack-request-id: req-638fa02d-0d43-4470-8348-f2214f985ef9 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:18:33.461447 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2906cc69-afd9-45dd-b846-38782722ed9a", "tag": "b4f9d636-f677-4f56-ac04-28e98716fbda", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:18:33.462059 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-638fa02d-0d43-4470-8348-f2214f985ef9 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:18:33.462660 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-638fa02d-0d43-4470-8348-f2214f985ef9'] response: {'name': 'network-changed', 'server_uuid': '2906cc69-afd9-45dd-b846-38782722ed9a', 'tag': 'b4f9d636-f677-4f56-ac04-28e98716fbda', 'status': 'completed', 'code': 200} Oct 01 04:18:33.463496 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d941268f-66da-4945-9a3c-ebaa88d0f0c5 req-71f428bf-b53a-488a-bb8b-798479415e3a tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832980 Oct 01 04:18:33.467058 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2f2c3-ed4c-4ac3-81ef-097af871649b req-8366c8f0-bcde-4d22-b107-b9ddcb604df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:33.468832 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-cab2f2c3-ed4c-4ac3-81ef-097af871649b req-8366c8f0-bcde-4d22-b107-b9ddcb604df6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=16cd7bcb315d4dc58f73a9918adb57e2&device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 1127 time: 0.5895946 Oct 01 04:18:33.470096 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-449784dd-ba0c-4f00-af32-343b5c9fc3bd req-bc04fffc-cb60-43e3-8f28-def7b49c7ab4 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4f9d636-f677-4f56-ac04-28e98716fbda HTTP/1.1" status: 200 len: 217 time: 0.3710470 Oct 01 04:18:33.477889 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-3a4acc49-d90c-4ab6-9df0-2aec6476412d req-4f456541-0c2f-4ebd-a88b-4bdb91cba307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (94c6e2ab-bf5f-4d4a-87aa-757bce04cc43), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:33.499916 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-2d7535ef-37e4-4e30-a7bb-d571216a8786 req-67fcd5cc-3669-4e55-93b0-348e282572f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (28ed6420-e14b-48a2-a448-a8ab736b93af), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:33.560101 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab53370-386b-4f15-af71-803f04d2ac84 req-422c9d5c-6901-4572-b975-bba5f50e403f tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:33.562497 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-9ab53370-386b-4f15-af71-803f04d2ac84 req-422c9d5c-6901-4572-b975-bba5f50e403f tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7dfb3a74-410c-431c-bbc1-4f8f6489b924 HTTP/1.1" status: 200 len: 946 time: 0.0822480 Oct 01 04:18:33.563095 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 33552) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:33.628827 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449784dd-ba0c-4f00-af32-343b5c9fc3bd req-0d362e5f-0133-4f56-a580-5c9a56ef164a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:33.630581 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-449784dd-ba0c-4f00-af32-343b5c9fc3bd req-0d362e5f-0133-4f56-a580-5c9a56ef164a service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5be7b0c5-9e6d-4922-a242-c74e298031bb HTTP/1.1" status: 200 len: 858 time: 0.1037037 Oct 01 04:18:33.683927 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:33.742324 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-9ab53370-386b-4f15-af71-803f04d2ac84 req-de73da9d-770a-4504-aa21-473de1b70781 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62dc82da-c37b-47c1-9a97-aee660e3fa39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601400 Oct 01 04:18:33.750135 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-d071f7a6-d7f1-48ab-a2e1-bd5277001bb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:33.759841 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253eee2-3b3e-4dee-8785-e7823f3054dc req-42be2ab1-bb8d-4001-88c7-56bf16b633c6 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:33.761356 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2253eee2-3b3e-4dee-8785-e7823f3054dc req-42be2ab1-bb8d-4001-88c7-56bf16b633c6 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 943 time: 0.1025927 Oct 01 04:18:33.880409 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2253eee2-3b3e-4dee-8785-e7823f3054dc req-841cfe79-11fe-4925-a787-5320412acc2d tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e758483c-9e4c-4236-8a07-3b095c38114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124270 Oct 01 04:18:33.956118 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1477a178-67f9-43cb-8581-3a23c1575221 req-73a10232-dbc9-417e-855b-791c105af639 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:33.961710 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-1477a178-67f9-43cb-8581-3a23c1575221 req-73a10232-dbc9-417e-855b-791c105af639 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 931 time: 0.0967100 Oct 01 04:18:33.976583 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-d071f7a6-d7f1-48ab-a2e1-bd5277001bb6 admin admin] Publish callbacks [] for security_group (c07c1f48-d140-4d93-ad59-bf57f46d5dc2), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:33.989968 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-d071f7a6-d7f1-48ab-a2e1-bd5277001bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (c07c1f48-d140-4d93-ad59-bf57f46d5dc2), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:34.048032 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449784dd-ba0c-4f00-af32-343b5c9fc3bd req-2c4fa72e-050a-4195-8497-2fd602914f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:34.049552 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-449784dd-ba0c-4f00-af32-343b5c9fc3bd req-2c4fa72e-050a-4195-8497-2fd602914f39 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=9e21d865-d526-49ca-8e76-21cf583604c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4061031 Oct 01 04:18:34.085802 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-d071f7a6-d7f1-48ab-a2e1-bd5277001bb6 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=defbf4f78edd4a1ea496d5188a17685a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5216665 Oct 01 04:18:34.086887 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d071f7a6-d7f1-48ab-a2e1-bd5277001bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c07c1f48-d140-4d93-ad59-bf57f46d5dc2,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:34.089483 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 33562) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:34.093363 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-1477a178-67f9-43cb-8581-3a23c1575221 req-42d635bd-9eaf-40a4-9616-308f7b6083b6 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244009 Oct 01 04:18:34.173527 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-4fd9d922-2e8e-4336-ba53-2847978b8d8c admin admin] Publish callbacks [] for security_group (c07c1f48-d140-4d93-ad59-bf57f46d5dc2), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:34.200976 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-4fd9d922-2e8e-4336-ba53-2847978b8d8c admin admin] Publish callbacks [] for security_group (c07c1f48-d140-4d93-ad59-bf57f46d5dc2), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:34.256743 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-4fd9d922-2e8e-4336-ba53-2847978b8d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (c07c1f48-d140-4d93-ad59-bf57f46d5dc2), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:34.259379 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-4fd9d922-2e8e-4336-ba53-2847978b8d8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:34.262969 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-4fd9d922-2e8e-4336-ba53-2847978b8d8c admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/c07c1f48-d140-4d93-ad59-bf57f46d5dc2 HTTP/1.1" status: 204 len: 168 time: 0.1661065 Oct 01 04:18:34.270468 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd9d922-2e8e-4336-ba53-2847978b8d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07c1f48-d140-4d93-ad59-bf57f46d5dc2,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:34.278729 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2f2c3-ed4c-4ac3-81ef-097af871649b req-5b64a5a9-b738-4ecf-9ea2-ab86ae8baf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:34.280259 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-cab2f2c3-ed4c-4ac3-81ef-097af871649b req-5b64a5a9-b738-4ecf-9ea2-ab86ae8baf23 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=3af0afc2-a8fa-427e-a8af-57c40105fd2b HTTP/1.1" status: 200 len: 911 time: 0.7547095 Oct 01 04:18:34.357342 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-449784dd-ba0c-4f00-af32-343b5c9fc3bd req-55da96d3-816c-414c-b009-41b7d6d96d8d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9e21d865-d526-49ca-8e76-21cf583604c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907429 Oct 01 04:18:34.399496 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:34.438931 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [req-2d7535ef-37e4-4e30-a7bb-d571216a8786 req-67fcd5cc-3669-4e55-93b0-348e282572f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28ed6420-e14b-48a2-a448-a8ab736b93af {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 01 04:18:34.447432 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-2d7535ef-37e4-4e30-a7bb-d571216a8786 req-67fcd5cc-3669-4e55-93b0-348e282572f6 service neutron] Publish callbacks [] for port (28ed6420-e14b-48a2-a448-a8ab736b93af), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:34.476876 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-2d7535ef-37e4-4e30-a7bb-d571216a8786 req-67fcd5cc-3669-4e55-93b0-348e282572f6 service neutron] Transition to ACTIVE for port object 28ed6420-e14b-48a2-a448-a8ab736b93af will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 01 04:18:34.495613 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-2d7535ef-37e4-4e30-a7bb-d571216a8786 req-67fcd5cc-3669-4e55-93b0-348e282572f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (28ed6420-e14b-48a2-a448-a8ab736b93af), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:34.536815 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [req-3a4acc49-d90c-4ab6-9df0-2aec6476412d req-4f456541-0c2f-4ebd-a88b-4bdb91cba307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94c6e2ab-bf5f-4d4a-87aa-757bce04cc43 {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 01 04:18:34.570071 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-3a4acc49-d90c-4ab6-9df0-2aec6476412d req-4f456541-0c2f-4ebd-a88b-4bdb91cba307 service neutron] Publish callbacks [] for port (94c6e2ab-bf5f-4d4a-87aa-757bce04cc43), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:34.594634 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcd5cc-3669-4e55-93b0-348e282572f6 service neutron] Pushing event updated for resources: {'Port': ['ID=28ed6420-e14b-48a2-a448-a8ab736b93af,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:34.602279 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-3a4acc49-d90c-4ab6-9df0-2aec6476412d req-4f456541-0c2f-4ebd-a88b-4bdb91cba307 service neutron] Transition to ACTIVE for port object 94c6e2ab-bf5f-4d4a-87aa-757bce04cc43 will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 01 04:18:34.604691 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-2d7535ef-37e4-4e30-a7bb-d571216a8786 req-67fcd5cc-3669-4e55-93b0-348e282572f6 service neutron] Attempting to bind port 28ed6420-e14b-48a2-a448-a8ab736b93af on host hv-cinder-86004 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 01 04:18:34.605063 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-2d7535ef-37e4-4e30-a7bb-d571216a8786 req-67fcd5cc-3669-4e55-93b0-348e282572f6 service neutron] Attempting to bind port 28ed6420-e14b-48a2-a448-a8ab736b93af by drivers openvswitch,hyperv on host hv-cinder-86004 at level 0 using segments [{'id': '2ed9749a-eb3b-4451-b7b7-83bb473f5fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '41ad6d82-393d-469b-ad56-b82ab9a77fee'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 01 04:18:34.605406 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7535ef-37e4-4e30-a7bb-d571216a8786 req-67fcd5cc-3669-4e55-93b0-348e282572f6 service neutron] Attempting to bind port 28ed6420-e14b-48a2-a448-a8ab736b93af on network 41ad6d82-393d-469b-ad56-b82ab9a77fee {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:18:34.609582 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-3a4acc49-d90c-4ab6-9df0-2aec6476412d req-4f456541-0c2f-4ebd-a88b-4bdb91cba307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (94c6e2ab-bf5f-4d4a-87aa-757bce04cc43), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:34.628435 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 33582) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:34.638362 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:34.661262 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22b7a9-fc6a-41bb-91f8-83fe98e4a03b req-b415d5f4-8a3b-4417-9d13-a959ba8f25c2 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:34.661262 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-ee22b7a9-fc6a-41bb-91f8-83fe98e4a03b req-b415d5f4-8a3b-4417-9d13-a959ba8f25c2 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 932 time: 0.0790858 Oct 01 04:18:34.661262 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8db3b65b-0dca-426a-bff4-522ea25d9a0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:34.713821 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f456541-0c2f-4ebd-a88b-4bdb91cba307 service neutron] Pushing event updated for resources: {'Port': ['ID=94c6e2ab-bf5f-4d4a-87aa-757bce04cc43,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:34.721480 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7535ef-37e4-4e30-a7bb-d571216a8786 req-67fcd5cc-3669-4e55-93b0-348e282572f6 service neutron] Port 28ed6420-e14b-48a2-a448-a8ab736b93af on network 41ad6d82-393d-469b-ad56-b82ab9a77fee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86004 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 01 04:18:34.721837 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7535ef-37e4-4e30-a7bb-d571216a8786 req-67fcd5cc-3669-4e55-93b0-348e282572f6 service neutron] Attempting to bind port 28ed6420-e14b-48a2-a448-a8ab736b93af on network 41ad6d82-393d-469b-ad56-b82ab9a77fee {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:18:34.739936 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-ee22b7a9-fc6a-41bb-91f8-83fe98e4a03b req-b63b10a2-eb20-433c-b8a7-8937201e213b tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767899 Oct 01 04:18:34.745907 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-3a4acc49-d90c-4ab6-9df0-2aec6476412d req-4f456541-0c2f-4ebd-a88b-4bdb91cba307 service neutron] Attempting to bind port 94c6e2ab-bf5f-4d4a-87aa-757bce04cc43 on host hv-cinder-86004 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 01 04:18:34.746247 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-3a4acc49-d90c-4ab6-9df0-2aec6476412d req-4f456541-0c2f-4ebd-a88b-4bdb91cba307 service neutron] Attempting to bind port 94c6e2ab-bf5f-4d4a-87aa-757bce04cc43 by drivers openvswitch,hyperv on host hv-cinder-86004 at level 0 using segments [{'id': '4d8a2818-cf71-436d-a62b-4fe2056acb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9e21d865-d526-49ca-8e76-21cf583604c4'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 01 04:18:34.746576 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4acc49-d90c-4ab6-9df0-2aec6476412d req-4f456541-0c2f-4ebd-a88b-4bdb91cba307 service neutron] Attempting to bind port 94c6e2ab-bf5f-4d4a-87aa-757bce04cc43 on network 9e21d865-d526-49ca-8e76-21cf583604c4 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:18:34.762551 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:34.789646 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8db3b65b-0dca-426a-bff4-522ea25d9a0b admin admin] Publish callbacks [] for security_group (861e4e99-2ee4-47e2-8bdf-ba359fecf2ab), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:34.794334 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8db3b65b-0dca-426a-bff4-522ea25d9a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (861e4e99-2ee4-47e2-8bdf-ba359fecf2ab), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:34.806347 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7535ef-37e4-4e30-a7bb-d571216a8786 req-67fcd5cc-3669-4e55-93b0-348e282572f6 service neutron] Checking agent: {'id': '2c3964fb-7920-4c48-8672-be15ccfa9ce8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86004', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 1, 4, 15, 53), 'started_at': datetime.datetime(2022, 10, 1, 4, 15, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 1, 4, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 01 04:18:34.806700 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7535ef-37e4-4e30-a7bb-d571216a8786 req-67fcd5cc-3669-4e55-93b0-348e282572f6 service neutron] Checking segment: {'id': '2ed9749a-eb3b-4451-b7b7-83bb473f5fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '41ad6d82-393d-469b-ad56-b82ab9a77fee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:18:34.807116 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7535ef-37e4-4e30-a7bb-d571216a8786 req-67fcd5cc-3669-4e55-93b0-348e282572f6 service neutron] Bound using segment: {'id': '2ed9749a-eb3b-4451-b7b7-83bb473f5fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '41ad6d82-393d-469b-ad56-b82ab9a77fee'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 01 04:18:34.807598 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-2d7535ef-37e4-4e30-a7bb-d571216a8786 req-67fcd5cc-3669-4e55-93b0-348e282572f6 service neutron] Bound port: 28ed6420-e14b-48a2-a448-a8ab736b93af, host: hv-cinder-86004, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ed9749a-eb3b-4451-b7b7-83bb473f5fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '41ad6d82-393d-469b-ad56-b82ab9a77fee'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 01 04:18:34.807835 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-2d7535ef-37e4-4e30-a7bb-d571216a8786 req-67fcd5cc-3669-4e55-93b0-348e282572f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (28ed6420-e14b-48a2-a448-a8ab736b93af), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:34.822484 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4acc49-d90c-4ab6-9df0-2aec6476412d req-4f456541-0c2f-4ebd-a88b-4bdb91cba307 service neutron] Port 94c6e2ab-bf5f-4d4a-87aa-757bce04cc43 on network 9e21d865-d526-49ca-8e76-21cf583604c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86004 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 01 04:18:34.822821 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4acc49-d90c-4ab6-9df0-2aec6476412d req-4f456541-0c2f-4ebd-a88b-4bdb91cba307 service neutron] Attempting to bind port 94c6e2ab-bf5f-4d4a-87aa-757bce04cc43 on network 9e21d865-d526-49ca-8e76-21cf583604c4 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:18:34.840892 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-8db3b65b-0dca-426a-bff4-522ea25d9a0b admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=fd5ef5fb13bd44aead2ea3b51fd06a17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2089624 Oct 01 04:18:34.840892 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db3b65b-0dca-426a-bff4-522ea25d9a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861e4e99-2ee4-47e2-8bdf-ba359fecf2ab,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:34.842556 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 33586) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:34.895658 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:34.906335 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4acc49-d90c-4ab6-9df0-2aec6476412d req-4f456541-0c2f-4ebd-a88b-4bdb91cba307 service neutron] Checking agent: {'id': '2c3964fb-7920-4c48-8672-be15ccfa9ce8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86004', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 1, 4, 15, 53), 'started_at': datetime.datetime(2022, 10, 1, 4, 15, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 1, 4, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 01 04:18:34.906676 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4acc49-d90c-4ab6-9df0-2aec6476412d req-4f456541-0c2f-4ebd-a88b-4bdb91cba307 service neutron] Checking segment: {'id': '4d8a2818-cf71-436d-a62b-4fe2056acb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9e21d865-d526-49ca-8e76-21cf583604c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:18:34.907067 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4acc49-d90c-4ab6-9df0-2aec6476412d req-4f456541-0c2f-4ebd-a88b-4bdb91cba307 service neutron] Bound using segment: {'id': '4d8a2818-cf71-436d-a62b-4fe2056acb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9e21d865-d526-49ca-8e76-21cf583604c4'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 01 04:18:34.907497 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-3a4acc49-d90c-4ab6-9df0-2aec6476412d req-4f456541-0c2f-4ebd-a88b-4bdb91cba307 service neutron] Bound port: 94c6e2ab-bf5f-4d4a-87aa-757bce04cc43, host: hv-cinder-86004, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d8a2818-cf71-436d-a62b-4fe2056acb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9e21d865-d526-49ca-8e76-21cf583604c4'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 01 04:18:34.907850 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-3a4acc49-d90c-4ab6-9df0-2aec6476412d req-4f456541-0c2f-4ebd-a88b-4bdb91cba307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (94c6e2ab-bf5f-4d4a-87aa-757bce04cc43), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:34.910330 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-2d7535ef-37e4-4e30-a7bb-d571216a8786 req-67fcd5cc-3669-4e55-93b0-348e282572f6 service neutron] For port 28ed6420-e14b-48a2-a448-a8ab736b93af, host hv-cinder-86004, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 01 04:18:34.910966 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device ada360f6-273f-42d3-babd-7015209fbaac details requested by agent hyperv_hv-cinder-86004 with host hv-cinder-86004 {{(pid=106388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 01 04:18:34.918931 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-2d7535ef-37e4-4e30-a7bb-d571216a8786 req-67fcd5cc-3669-4e55-93b0-348e282572f6 service neutron] For port 28ed6420-e14b-48a2-a448-a8ab736b93af, host hv-cinder-86004, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=28ed6420-e14b-48a2-a448-a8ab736b93af,segment=NetworkSegment(2ed9749a-eb3b-4451-b7b7-83bb473f5fb1),segment_id=2ed9749a-eb3b-4451-b7b7-83bb473f5fb1)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 01 04:18:34.924517 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d977c0-896a-48fd-89e2-19bdb2ec7314 req-eab2eeaf-cd16-47d9-a9e6-e6496f6e1dc7 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:34.926613 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-82d977c0-896a-48fd-89e2-19bdb2ec7314 req-eab2eeaf-cd16-47d9-a9e6-e6496f6e1dc7 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7dfb3a74-410c-431c-bbc1-4f8f6489b924 HTTP/1.1" status: 200 len: 946 time: 0.0816443 Oct 01 04:18:34.930877 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-2d7535ef-37e4-4e30-a7bb-d571216a8786 req-67fcd5cc-3669-4e55-93b0-348e282572f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (28ed6420-e14b-48a2-a448-a8ab736b93af), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:34.953892 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7535ef-37e4-4e30-a7bb-d571216a8786 req-67fcd5cc-3669-4e55-93b0-348e282572f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:34.954495 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-2d7535ef-37e4-4e30-a7bb-d571216a8786 req-67fcd5cc-3669-4e55-93b0-348e282572f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:34.955912 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2d7535ef-37e4-4e30-a7bb-d571216a8786 req-67fcd5cc-3669-4e55-93b0-348e282572f6 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/28ed6420-e14b-48a2-a448-a8ab736b93af HTTP/1.1" status: 200 len: 1093 time: 2.0779564 Oct 01 04:18:34.977939 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-12945d05-70d1-4150-afac-d1d06b856174 admin admin] Publish callbacks [] for security_group (861e4e99-2ee4-47e2-8bdf-ba359fecf2ab), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:35.025964 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-3a4acc49-d90c-4ab6-9df0-2aec6476412d req-4f456541-0c2f-4ebd-a88b-4bdb91cba307 service neutron] For port 94c6e2ab-bf5f-4d4a-87aa-757bce04cc43, host hv-cinder-86004, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 01 04:18:35.031499 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-3a4acc49-d90c-4ab6-9df0-2aec6476412d req-4f456541-0c2f-4ebd-a88b-4bdb91cba307 service neutron] For port 94c6e2ab-bf5f-4d4a-87aa-757bce04cc43, host hv-cinder-86004, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=94c6e2ab-bf5f-4d4a-87aa-757bce04cc43,segment=NetworkSegment(4d8a2818-cf71-436d-a62b-4fe2056acb81),segment_id=4d8a2818-cf71-436d-a62b-4fe2056acb81)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 01 04:18:35.033055 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcd5cc-3669-4e55-93b0-348e282572f6 service neutron] Pushing event updated for resources: {'Port': ['ID=28ed6420-e14b-48a2-a448-a8ab736b93af,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:35.041523 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-3a4acc49-d90c-4ab6-9df0-2aec6476412d req-4f456541-0c2f-4ebd-a88b-4bdb91cba307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (94c6e2ab-bf5f-4d4a-87aa-757bce04cc43), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:35.045289 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port ada360f6-273f-42d3-babd-7015209fbaac, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=ada360f6-273f-42d3-babd-7015209fbaac,segment=NetworkSegment(456799c3-9e2a-4334-9278-8f3823819afe),segment_id=456799c3-9e2a-4334-9278-8f3823819afe)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:18:35.046533 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4acc49-d90c-4ab6-9df0-2aec6476412d req-4f456541-0c2f-4ebd-a88b-4bdb91cba307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:35.047144 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-3a4acc49-d90c-4ab6-9df0-2aec6476412d req-4f456541-0c2f-4ebd-a88b-4bdb91cba307 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:35.048546 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3a4acc49-d90c-4ab6-9df0-2aec6476412d req-4f456541-0c2f-4ebd-a88b-4bdb91cba307 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/94c6e2ab-bf5f-4d4a-87aa-757bce04cc43 HTTP/1.1" status: 200 len: 1094 time: 2.1718266 Oct 01 04:18:35.053337 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-12945d05-70d1-4150-afac-d1d06b856174 admin admin] Publish callbacks [] for security_group (861e4e99-2ee4-47e2-8bdf-ba359fecf2ab), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:35.058688 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Returning: {'device': 'ada360f6-273f-42d3-babd-7015209fbaac', 'network_id': '3af0afc2-a8fa-427e-a8af-57c40105fd2b', 'port_id': 'ada360f6-273f-42d3-babd-7015209fbaac', 'mac_address': 'fa:16:3e:68:ac:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89891fb7-0571-4637-a13e-eaebabac5342', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 01 04:18:35.070829 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:35.083290 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-82d977c0-896a-48fd-89e2-19bdb2ec7314 req-3e59859f-5efc-4c08-b50b-f0e3192e1960 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62dc82da-c37b-47c1-9a97-aee660e3fa39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342149 Oct 01 04:18:35.101873 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Current status of the port ada360f6-273f-42d3-babd-7015209fbaac is: DOWN; New status is: BUILD {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:18:35.102479 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (ada360f6-273f-42d3-babd-7015209fbaac), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:35.119990 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f456541-0c2f-4ebd-a88b-4bdb91cba307 service neutron] Pushing event updated for resources: {'Port': ['ID=94c6e2ab-bf5f-4d4a-87aa-757bce04cc43,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:35.123305 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb67ac-30ea-4c3f-8497-524ad01057cd req-8e83ef45-969c-41e1-af12-8bedd0de4974 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:35.125604 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-f5cb67ac-30ea-4c3f-8497-524ad01057cd req-8e83ef45-969c-41e1-af12-8bedd0de4974 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 943 time: 0.1221151 Oct 01 04:18:35.126041 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ada360f6-273f-42d3-babd-7015209fbaac {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 01 04:18:35.139293 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-12945d05-70d1-4150-afac-d1d06b856174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (861e4e99-2ee4-47e2-8bdf-ba359fecf2ab), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:35.142289 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-12945d05-70d1-4150-afac-d1d06b856174 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:35.142639 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:35.143437 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-12945d05-70d1-4150-afac-d1d06b856174 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/861e4e99-2ee4-47e2-8bdf-ba359fecf2ab HTTP/1.1" status: 204 len: 168 time: 0.2996857 Oct 01 04:18:35.162867 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port ada360f6-273f-42d3-babd-7015209fbaac, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=ada360f6-273f-42d3-babd-7015209fbaac,segment=NetworkSegment(456799c3-9e2a-4334-9278-8f3823819afe),segment_id=456799c3-9e2a-4334-9278-8f3823819afe)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:18:35.165205 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12945d05-70d1-4150-afac-d1d06b856174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861e4e99-2ee4-47e2-8bdf-ba359fecf2ab,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:35.173041 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (ada360f6-273f-42d3-babd-7015209fbaac), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:35.227936 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-f5cb67ac-30ea-4c3f-8497-524ad01057cd req-d48729e7-e732-432a-939f-ecd002850ec0 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e758483c-9e4c-4236-8a07-3b095c38114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961230 Oct 01 04:18:35.240716 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Pushing event updated for resources: {'Port': ['ID=ada360f6-273f-42d3-babd-7015209fbaac,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:35.299777 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba312e-56b0-4dfb-8a59-1fcbfc0dcfeb req-e5c596d1-7e7b-4e6c-8585-5c7cdb5749bc tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:35.305483 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-5bba312e-56b0-4dfb-8a59-1fcbfc0dcfeb req-e5c596d1-7e7b-4e6c-8585-5c7cdb5749bc tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 943 time: 0.0651565 Oct 01 04:18:35.355165 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-5bba312e-56b0-4dfb-8a59-1fcbfc0dcfeb req-2f69ebef-88b3-4a23-9aab-2ce9f34c3066 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482905 Oct 01 04:18:35.464516 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e14e3570-67e7-43d6-bcaf-6688168956b2', 'tag': '28ed6420-e14b-48a2-a448-a8ab736b93af'}, {'name': 'network-changed', 'server_uuid': 'f161c249-ba0f-42c9-a1f0-8c7913b666f9', 'tag': '94c6e2ab-bf5f-4d4a-87aa-757bce04cc43'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:18:35.467027 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23a471ff00a13a2eea8c87216c43e2c9873adc8b08d975975de21b294c9ff96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9ae35d-7554-4c9f-b596-ca77c064d225" -d '{"events": [{"name": "network-changed", "server_uuid": "e14e3570-67e7-43d6-bcaf-6688168956b2", "tag": "28ed6420-e14b-48a2-a448-a8ab736b93af"}, {"name": "network-changed", "server_uuid": "f161c249-ba0f-42c9-a1f0-8c7913b666f9", "tag": "94c6e2ab-bf5f-4d4a-87aa-757bce04cc43"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:18:35.508256 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 01 Oct 2022 04:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32872fd0-6e00-4e53-9168-9c74e6ffff55 x-openstack-request-id: req-32872fd0-6e00-4e53-9168-9c74e6ffff55 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:18:35.508546 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e14e3570-67e7-43d6-bcaf-6688168956b2", "tag": "28ed6420-e14b-48a2-a448-a8ab736b93af", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f161c249-ba0f-42c9-a1f0-8c7913b666f9", "tag": "94c6e2ab-bf5f-4d4a-87aa-757bce04cc43", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:18:35.508780 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-32872fd0-6e00-4e53-9168-9c74e6ffff55 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:18:35.509141 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32872fd0-6e00-4e53-9168-9c74e6ffff55'] response: {'name': 'network-changed', 'server_uuid': 'e14e3570-67e7-43d6-bcaf-6688168956b2', 'tag': '28ed6420-e14b-48a2-a448-a8ab736b93af', 'status': 'completed', 'code': 200} Oct 01 04:18:35.509469 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32872fd0-6e00-4e53-9168-9c74e6ffff55'] response: {'name': 'network-changed', 'server_uuid': 'f161c249-ba0f-42c9-a1f0-8c7913b666f9', 'tag': '94c6e2ab-bf5f-4d4a-87aa-757bce04cc43', 'status': 'completed', 'code': 200} Oct 01 04:18:35.760897 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-cab2f2c3-ed4c-4ac3-81ef-097af871649b req-c7896a37-d2e9-4c3f-b8eb-c6e0bb31d640 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ada360f6-273f-42d3-babd-7015209fbaac HTTP/1.1" status: 200 len: 217 time: 0.0364892 Oct 01 04:18:35.866140 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd78fb-9c68-49b7-b185-f4cfd0a76bb5 req-3cc4982d-1334-409b-9822-7abd4499f552 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:35.867616 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b0fd78fb-9c68-49b7-b185-f4cfd0a76bb5 req-3cc4982d-1334-409b-9822-7abd4499f552 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 944 time: 0.0462618 Oct 01 04:18:35.921940 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b0fd78fb-9c68-49b7-b185-f4cfd0a76bb5 req-cf31aeef-e94a-4602-86d5-7362ba263846 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486526 Oct 01 04:18:36.216895 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce48db6-d98f-478d-9450-e422548830e9 req-de67201c-2042-4592-8d21-2a83d84c8d82 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:36.219067 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-5ce48db6-d98f-478d-9450-e422548830e9 req-de67201c-2042-4592-8d21-2a83d84c8d82 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7dfb3a74-410c-431c-bbc1-4f8f6489b924 HTTP/1.1" status: 200 len: 946 time: 0.0516982 Oct 01 04:18:36.286419 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-5ce48db6-d98f-478d-9450-e422548830e9 req-192c6b5d-d125-4cfb-82f2-d6119dcf9e78 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62dc82da-c37b-47c1-9a97-aee660e3fa39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606265 Oct 01 04:18:36.355749 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a587e6-6371-4267-acba-e22923863d02 req-10544014-5dad-4791-a461-dfd5b1bf47f4 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:36.357225 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-75a587e6-6371-4267-acba-e22923863d02 req-10544014-5dad-4791-a461-dfd5b1bf47f4 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 944 time: 0.0563672 Oct 01 04:18:36.411638 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-75a587e6-6371-4267-acba-e22923863d02 req-1bda7f37-4a24-4f50-a6a8-c716816a5735 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e758483c-9e4c-4236-8a07-3b095c38114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481565 Oct 01 04:18:36.493532 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15153f6c-2088-4375-a59f-3e609dcb667c req-bc5fc670-a0b7-43b5-b395-92b3dc322fc0 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:36.495327 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-15153f6c-2088-4375-a59f-3e609dcb667c req-bc5fc670-a0b7-43b5-b395-92b3dc322fc0 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 943 time: 0.0526156 Oct 01 04:18:36.558952 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-15153f6c-2088-4375-a59f-3e609dcb667c req-a5dd3c61-c1cb-40e8-98fe-c2a2fb84ec2b tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571651 Oct 01 04:18:36.886183 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] get_ports_and_sgs() called for port_ids ['ada360f6-273f-42d3-babd-7015209fbaac'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 01 04:18:37.088227 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5f8ed-b63e-45c4-af50-db139b9e6a39 req-8820d407-d22f-4fa8-9c47-39a9446dc97c tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:37.090967 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-31e5f8ed-b63e-45c4-af50-db139b9e6a39 req-8820d407-d22f-4fa8-9c47-39a9446dc97c tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 944 time: 0.0713091 Oct 01 04:18:37.101965 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4acc49-d90c-4ab6-9df0-2aec6476412d req-00ec0ab9-111f-4c53-a736-e8c6256574bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:37.103382 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3a4acc49-d90c-4ab6-9df0-2aec6476412d req-00ec0ab9-111f-4c53-a736-e8c6256574bd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=839c91c5262a49768c3e937b5a034137&device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 1128 time: 0.3757031 Oct 01 04:18:37.138150 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ae35d-7554-4c9f-b596-ca77c064d225 req-8e68028f-a30b-45ae-a607-2f591008aeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:37.140451 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6e9ae35d-7554-4c9f-b596-ca77c064d225 req-8e68028f-a30b-45ae-a607-2f591008aeb9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=19d87f6d9adf4ce98e934187ec8ae0d7&device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 1127 time: 0.4282596 Oct 01 04:18:37.175004 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-31e5f8ed-b63e-45c4-af50-db139b9e6a39 req-25db3e40-71f7-4e0d-aeb6-367d59c8d546 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756755 Oct 01 04:18:37.190084 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-449784dd-ba0c-4f00-af32-343b5c9fc3bd req-be9812c2-5589-4e09-8435-d3093994e8b6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9e21d865-d526-49ca-8e76-21cf583604c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5273428 Oct 01 04:18:37.202208 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3a4acc49-d90c-4ab6-9df0-2aec6476412d req-0cc2ec87-5d1b-4c15-be93-85d606dbd433 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94c6e2ab-bf5f-4d4a-87aa-757bce04cc43 HTTP/1.1" status: 200 len: 217 time: 0.0771134 Oct 01 04:18:37.230001 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2f2c3-ed4c-4ac3-81ef-097af871649b req-3d3dd457-ef7a-4206-a76a-a2f47824a1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:37.231823 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-cab2f2c3-ed4c-4ac3-81ef-097af871649b req-3d3dd457-ef7a-4206-a76a-a2f47824a1a8 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=89891fb7-0571-4637-a13e-eaebabac5342 HTTP/1.1" status: 200 len: 849 time: 0.5182500 Oct 01 04:18:37.394854 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4acc49-d90c-4ab6-9df0-2aec6476412d req-f37ccca5-18d6-4c90-af58-6e4cf63fbb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:37.396330 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3a4acc49-d90c-4ab6-9df0-2aec6476412d req-f37ccca5-18d6-4c90-af58-6e4cf63fbb0b service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5be7b0c5-9e6d-4922-a242-c74e298031bb HTTP/1.1" status: 200 len: 858 time: 0.1683123 Oct 01 04:18:37.438126 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:37.453075 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ae35d-7554-4c9f-b596-ca77c064d225 req-4f6b8b8f-2f38-437b-afee-75bd75e646b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:37.454994 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6e9ae35d-7554-4c9f-b596-ca77c064d225 req-4f6b8b8f-2f38-437b-afee-75bd75e646b7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=19d87f6d9adf4ce98e934187ec8ae0d7&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2783363 Oct 01 04:18:37.456140 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3a73e-5525-4686-bbf2-2c69ad6c7b10 req-b23d4f19-a49e-4644-a43f-743c7a9c9077 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:37.458548 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a7a3a73e-5525-4686-bbf2-2c69ad6c7b10 req-b23d4f19-a49e-4644-a43f-743c7a9c9077 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7dfb3a74-410c-431c-bbc1-4f8f6489b924 HTTP/1.1" status: 200 len: 946 time: 0.0736229 Oct 01 04:18:37.598435 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a7a3a73e-5525-4686-bbf2-2c69ad6c7b10 req-54d68d2c-de19-48ae-b0b0-bbda82472d53 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62dc82da-c37b-47c1-9a97-aee660e3fa39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261063 Oct 01 04:18:37.620486 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717e8c4-483a-4c4f-a9f7-9b88f8161767 req-0441c6d7-b969-44a3-8d51-ee4f6296be55 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:37.622203 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-f717e8c4-483a-4c4f-a9f7-9b88f8161767 req-0441c6d7-b969-44a3-8d51-ee4f6296be55 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 944 time: 0.1017749 Oct 01 04:18:37.691275 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:37.757845 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c768f8-b3b4-4262-8052-11908f3cd203 req-f45ce423-f565-4b25-a4d7-b808c47c41e8 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:37.759340 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-88c768f8-b3b4-4262-8052-11908f3cd203 req-f45ce423-f565-4b25-a4d7-b808c47c41e8 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 943 time: 0.0831120 Oct 01 04:18:37.762497 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-f717e8c4-483a-4c4f-a9f7-9b88f8161767 req-be1e9b3b-81b7-4e88-9c65-1500796c5eab tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e758483c-9e4c-4236-8a07-3b095c38114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219833 Oct 01 04:18:37.810695 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-88c768f8-b3b4-4262-8052-11908f3cd203 req-570b67d2-2b3a-47db-9861-1c575588844e tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439880 Oct 01 04:18:38.311726 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c470f-fcc3-4168-8f74-94e241eead39 req-d9562cc2-96c7-424e-8f03-63e6912d0ed4 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:38.313194 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-040c470f-fcc3-4168-8f74-94e241eead39 req-d9562cc2-96c7-424e-8f03-63e6912d0ed4 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 944 time: 0.0510740 Oct 01 04:18:38.360286 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-040c470f-fcc3-4168-8f74-94e241eead39 req-ec57c3ed-6810-4c34-9145-22fcba26bf70 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413215 Oct 01 04:18:38.710027 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86bfc84-f207-4cd7-b2b3-da33fc374a87 req-bf3c45a9-ca3b-4b3e-81c9-f8c02545bc33 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:38.711516 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d86bfc84-f207-4cd7-b2b3-da33fc374a87 req-bf3c45a9-ca3b-4b3e-81c9-f8c02545bc33 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7dfb3a74-410c-431c-bbc1-4f8f6489b924 HTTP/1.1" status: 200 len: 946 time: 0.0508327 Oct 01 04:18:38.762306 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d86bfc84-f207-4cd7-b2b3-da33fc374a87 req-fa9fce62-a79a-4dde-856e-1d60a42f784f tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62dc82da-c37b-47c1-9a97-aee660e3fa39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432389 Oct 01 04:18:38.797601 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device b4f9d636-f677-4f56-ac04-28e98716fbda details requested by agent hyperv_hv-cinder-86004 with host hv-cinder-86004 {{(pid=106388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 01 04:18:38.889289 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86a385-aed4-49e3-8164-76e46c7c4934 req-12d21122-3a8c-4657-8da9-12df6f2a13cc tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:38.891189 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-6b86a385-aed4-49e3-8164-76e46c7c4934 req-12d21122-3a8c-4657-8da9-12df6f2a13cc tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 944 time: 0.0492282 Oct 01 04:18:38.900910 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port b4f9d636-f677-4f56-ac04-28e98716fbda, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=b4f9d636-f677-4f56-ac04-28e98716fbda,segment=NetworkSegment(4d8a2818-cf71-436d-a62b-4fe2056acb81),segment_id=4d8a2818-cf71-436d-a62b-4fe2056acb81)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:18:38.914205 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Returning: {'device': 'b4f9d636-f677-4f56-ac04-28e98716fbda', 'network_id': '9e21d865-d526-49ca-8e76-21cf583604c4', 'port_id': 'b4f9d636-f677-4f56-ac04-28e98716fbda', 'mac_address': 'fa:16:3e:40:fc:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5be7b0c5-9e6d-4922-a242-c74e298031bb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 01 04:18:38.948818 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Current status of the port b4f9d636-f677-4f56-ac04-28e98716fbda is: DOWN; New status is: BUILD {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:18:38.949240 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (b4f9d636-f677-4f56-ac04-28e98716fbda), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:38.953532 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67177efb-4db7-4c6f-8832-a7f274452a45 req-ad4bac78-40d7-46c6-ab26-bc0f849a6312 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:38.954997 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-67177efb-4db7-4c6f-8832-a7f274452a45 req-ad4bac78-40d7-46c6-ab26-bc0f849a6312 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 943 time: 0.0628021 Oct 01 04:18:38.962506 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4f9d636-f677-4f56-ac04-28e98716fbda {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 01 04:18:38.982604 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port b4f9d636-f677-4f56-ac04-28e98716fbda, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=b4f9d636-f677-4f56-ac04-28e98716fbda,segment=NetworkSegment(4d8a2818-cf71-436d-a62b-4fe2056acb81),segment_id=4d8a2818-cf71-436d-a62b-4fe2056acb81)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:18:38.988235 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (b4f9d636-f677-4f56-ac04-28e98716fbda), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:38.993020 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-6b86a385-aed4-49e3-8164-76e46c7c4934 req-1574de8d-134e-47b4-a092-80d0360e7956 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e758483c-9e4c-4236-8a07-3b095c38114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907645 Oct 01 04:18:38.993199 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:39.026602 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-67177efb-4db7-4c6f-8832-a7f274452a45 req-7ee05bb6-4563-4c41-83ea-7f350c5f0a40 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634565 Oct 01 04:18:39.042195 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Pushing event updated for resources: {'Port': ['ID=b4f9d636-f677-4f56-ac04-28e98716fbda,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:39.477348 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e3aa6-6e2f-4418-af97-999b5e9a1925 req-ade7f705-06da-4783-8457-a7e8a1703863 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:39.478781 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-736e3aa6-6e2f-4418-af97-999b5e9a1925 req-ade7f705-06da-4783-8457-a7e8a1703863 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 944 time: 0.0451624 Oct 01 04:18:39.524881 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-736e3aa6-6e2f-4418-af97-999b5e9a1925 req-012f8d76-8db8-47c7-8eca-d9cea1860ef1 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403044 Oct 01 04:18:39.880948 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd58d7f3-83d1-4a0b-9e7d-a460a8829d24 req-ed5ae0b6-61a5-4c2e-b23c-812e54eb929e tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:39.882424 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-bd58d7f3-83d1-4a0b-9e7d-a460a8829d24 req-ed5ae0b6-61a5-4c2e-b23c-812e54eb929e tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7dfb3a74-410c-431c-bbc1-4f8f6489b924 HTTP/1.1" status: 200 len: 946 time: 0.0453944 Oct 01 04:18:39.931864 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-bd58d7f3-83d1-4a0b-9e7d-a460a8829d24 req-6202bc05-712d-40bd-a3f6-77a63e32d5d2 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62dc82da-c37b-47c1-9a97-aee660e3fa39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439727 Oct 01 04:18:40.158650 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5080c-419e-473a-9af5-48db99957b3b req-b0b1cad4-5375-4340-94f9-886ced344d2e tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:40.160133 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-48b5080c-419e-473a-9af5-48db99957b3b req-b0b1cad4-5375-4340-94f9-886ced344d2e tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 944 time: 0.0768492 Oct 01 04:18:40.170479 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34d48b-9f27-4f5b-a452-1d3c42f3e64d req-8c1fe97d-8b67-4164-9516-2edc31f05af1 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:40.172390 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-ff34d48b-9f27-4f5b-a452-1d3c42f3e64d req-8c1fe97d-8b67-4164-9516-2edc31f05af1 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 943 time: 0.0612242 Oct 01 04:18:40.251505 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-48b5080c-419e-473a-9af5-48db99957b3b req-0625c54c-4d24-4de5-a8df-5b589c85f5ac tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e758483c-9e4c-4236-8a07-3b095c38114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781775 Oct 01 04:18:40.255596 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-ff34d48b-9f27-4f5b-a452-1d3c42f3e64d req-1f792b9d-073c-4040-a700-900902b18e13 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736032 Oct 01 04:18:40.627363 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:40.645889 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d251e-369b-4784-8021-0c200e3f9452 req-09679e85-1dcf-4b12-a3c8-619b98a1e127 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:40.647378 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7b7d251e-369b-4784-8021-0c200e3f9452 req-09679e85-1dcf-4b12-a3c8-619b98a1e127 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 944 time: 0.0510869 Oct 01 04:18:40.696184 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7b7d251e-369b-4784-8021-0c200e3f9452 req-d3b5b8f6-9a51-4be6-bdfa-0d6ac6589736 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427032 Oct 01 04:18:40.815206 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] get_ports_and_sgs() called for port_ids ['b4f9d636-f677-4f56-ac04-28e98716fbda'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 01 04:18:40.822386 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device ada360f6-273f-42d3-babd-7015209fbaac up at agent hyperv_hv-cinder-86004 {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:18:40.884136 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:40.928225 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Provisioning for port ada360f6-273f-42d3-babd-7015209fbaac completed by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 01 04:18:40.946502 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Provisioning complete for port ada360f6-273f-42d3-babd-7015209fbaac triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:18:40.947111 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (ada360f6-273f-42d3-babd-7015209fbaac), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:40.947404 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Attempt 1 to provision port ada360f6-273f-42d3-babd-7015209fbaac Oct 01 04:18:40.972422 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4acc49-d90c-4ab6-9df0-2aec6476412d req-dff3bfd7-8bf5-4525-85b0-9abf662c5c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:40.978538 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3a4acc49-d90c-4ab6-9df0-2aec6476412d req-dff3bfd7-8bf5-4525-85b0-9abf662c5c00 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=9e21d865-d526-49ca-8e76-21cf583604c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2234917 Oct 01 04:18:40.992706 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cfbb90-bd0e-471b-8348-cb1af5cfbad2 req-94358a2c-b823-485e-9ed8-365df8c1802d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:40.994217 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-29cfbb90-bd0e-471b-8348-cb1af5cfbad2 req-94358a2c-b823-485e-9ed8-365df8c1802d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=839c91c5262a49768c3e937b5a034137&device_id=2906cc69-afd9-45dd-b846-38782722ed9a HTTP/1.1" status: 200 len: 1128 time: 0.2419138 Oct 01 04:18:41.006567 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2f2c3-ed4c-4ac3-81ef-097af871649b req-f08cd4a9-715d-49d0-9283-3237f6b8dda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:41.008096 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-cab2f2c3-ed4c-4ac3-81ef-097af871649b req-f08cd4a9-715d-49d0-9283-3237f6b8dda4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=3af0afc2-a8fa-427e-a8af-57c40105fd2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2538426 Oct 01 04:18:41.077830 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ae35d-7554-4c9f-b596-ca77c064d225 req-c327b6f4-7614-42ab-867a-0940bfde6a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:41.079695 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6e9ae35d-7554-4c9f-b596-ca77c064d225 req-c327b6f4-7614-42ab-867a-0940bfde6a10 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3264701 Oct 01 04:18:41.094289 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:41.101075 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c44abe1-1b8f-4953-9c41-eed24d78b153 req-c3f6e342-130b-49b6-a784-6faf9270ccf0 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:41.102650 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2c44abe1-1b8f-4953-9c41-eed24d78b153 req-c3f6e342-130b-49b6-a784-6faf9270ccf0 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7dfb3a74-410c-431c-bbc1-4f8f6489b924 HTTP/1.1" status: 200 len: 946 time: 0.0653577 Oct 01 04:18:41.129661 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Current status of the port ada360f6-273f-42d3-babd-7015209fbaac is: BUILD; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:18:41.130302 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (ada360f6-273f-42d3-babd-7015209fbaac), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:41.168191 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2c44abe1-1b8f-4953-9c41-eed24d78b153 req-3a0b287c-fedd-44d2-b73f-89df42505629 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62dc82da-c37b-47c1-9a97-aee660e3fa39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593596 Oct 01 04:18:41.194601 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port ada360f6-273f-42d3-babd-7015209fbaac, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=ada360f6-273f-42d3-babd-7015209fbaac,segment=NetworkSegment(456799c3-9e2a-4334-9278-8f3823819afe),segment_id=456799c3-9e2a-4334-9278-8f3823819afe)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:18:41.197343 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:41.198954 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2643a3f-906d-4cb4-8b4f-f2a63557ab69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada360f6-273f-42d3-babd-7015209fbaac'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:18:41.202155 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc2ed8ba810a9a899feae06a2d512ab46721588d0493fdbeca0f1bffbb3e03b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a4b01f-0692-490b-a4fe-a6ee9aa6b1cc" -d '{"events": [{"server_uuid": "c2643a3f-906d-4cb4-8b4f-f2a63557ab69", "name": "network-vif-plugged", "status": "completed", "tag": "ada360f6-273f-42d3-babd-7015209fbaac"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:18:41.211794 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (ada360f6-273f-42d3-babd-7015209fbaac), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:41.268851 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 01 Oct 2022 04:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb263538-c4e4-4464-b723-f191db316e0e x-openstack-request-id: req-bb263538-c4e4-4464-b723-f191db316e0e {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:18:41.269631 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2643a3f-906d-4cb4-8b4f-f2a63557ab69", "name": "network-vif-plugged", "status": "completed", "tag": "ada360f6-273f-42d3-babd-7015209fbaac", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:18:41.270554 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bb263538-c4e4-4464-b723-f191db316e0e {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:18:41.271108 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb263538-c4e4-4464-b723-f191db316e0e'] response: {'server_uuid': 'c2643a3f-906d-4cb4-8b4f-f2a63557ab69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada360f6-273f-42d3-babd-7015209fbaac', 'code': 200} Oct 01 04:18:41.299489 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Pushing event updated for resources: {'Port': ['ID=ada360f6-273f-42d3-babd-7015209fbaac,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:41.379367 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7535ef-37e4-4e30-a7bb-d571216a8786 req-c54b14dd-ab12-4f41-ada6-d629e91d0749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:41.381138 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2d7535ef-37e4-4e30-a7bb-d571216a8786 req-c54b14dd-ab12-4f41-ada6-d629e91d0749 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=19d87f6d9adf4ce98e934187ec8ae0d7&device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 1127 time: 0.0766251 Oct 01 04:18:41.444395 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405639fe-5baf-4933-a6f6-68231a717877 req-dd900171-7341-4a0e-bdbf-46ba21d1992b tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:41.452739 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-405639fe-5baf-4933-a6f6-68231a717877 req-dd900171-7341-4a0e-bdbf-46ba21d1992b tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 943 time: 0.0706174 Oct 01 04:18:41.529393 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65c4ac-c0ec-4d92-a131-cf2905317374 req-ad830642-ea30-4406-bba4-8d63eb329567 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:41.531379 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-9f65c4ac-c0ec-4d92-a131-cf2905317374 req-ad830642-ea30-4406-bba4-8d63eb329567 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 945 time: 0.0700490 Oct 01 04:18:41.602314 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-9f65c4ac-c0ec-4d92-a131-cf2905317374 req-4e24fa93-89f8-4c17-85ec-9b7b3b6bbbda tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e758483c-9e4c-4236-8a07-3b095c38114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624311 Oct 01 04:18:41.614086 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2d7535ef-37e4-4e30-a7bb-d571216a8786 req-a29dcd67-9b20-4767-918c-b8d1be1fa418 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28ed6420-e14b-48a2-a448-a8ab736b93af HTTP/1.1" status: 200 len: 217 time: 0.1847243 Oct 01 04:18:41.619358 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-405639fe-5baf-4933-a6f6-68231a717877 req-d45ebc84-fb4d-42f4-9e88-c1cedfb31de4 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655118 Oct 01 04:18:41.705495 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14825b-03ee-415e-9048-609229e33ab6 req-b2387fcc-31f9-4313-b7bb-8694fc45c8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:41.713371 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-ae14825b-03ee-415e-9048-609229e33ab6 req-b2387fcc-31f9-4313-b7bb-8694fc45c8f6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 1129 time: 0.0874267 Oct 01 04:18:41.766097 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cfbb90-bd0e-471b-8348-cb1af5cfbad2 req-19d2a2c9-35a7-4574-ac4e-4ad02a7d834d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:41.767940 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-29cfbb90-bd0e-471b-8348-cb1af5cfbad2 req-19d2a2c9-35a7-4574-ac4e-4ad02a7d834d service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=9e21d865-d526-49ca-8e76-21cf583604c4 HTTP/1.1" status: 200 len: 920 time: 0.4856105 Oct 01 04:18:41.768352 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:41.777173 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-cab2f2c3-ed4c-4ac3-81ef-097af871649b req-c36e298a-117a-452c-82b9-0233595edd75 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3af0afc2-a8fa-427e-a8af-57c40105fd2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5281420 Oct 01 04:18:41.791419 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-ae14825b-03ee-415e-9048-609229e33ab6 req-a126335a-9164-4dd4-9f7d-bf1b66807c4e service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e758483c-9e4c-4236-8a07-3b095c38114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758305 Oct 01 04:18:41.830252 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-29cfbb90-bd0e-471b-8348-cb1af5cfbad2 req-072e4573-eb91-4c9d-b398-3a89f90f760b service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4f9d636-f677-4f56-ac04-28e98716fbda HTTP/1.1" status: 200 len: 217 time: 0.0486305 Oct 01 04:18:41.850717 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7535ef-37e4-4e30-a7bb-d571216a8786 req-1b6fffd3-22a7-4883-8900-80c92d04eb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:41.850717 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2d7535ef-37e4-4e30-a7bb-d571216a8786 req-1b6fffd3-22a7-4883-8900-80c92d04eb3f service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d3f0d177-35e4-4cba-a762-d1357d3a9c11 HTTP/1.1" status: 200 len: 856 time: 0.2128367 Oct 01 04:18:41.850717 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3a4acc49-d90c-4ab6-9df0-2aec6476412d req-e19e8642-ac6e-40ac-b239-9069fcec09c2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9e21d865-d526-49ca-8e76-21cf583604c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6020617 Oct 01 04:18:41.907449 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d6d94-d0d6-4444-b0d5-aa09685d3b96 req-78c2a1d1-11d1-419c-996c-29fd586d881c tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:41.920559 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-ae1d6d94-d0d6-4444-b0d5-aa09685d3b96 req-78c2a1d1-11d1-419c-996c-29fd586d881c tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 944 time: 0.1061699 Oct 01 04:18:41.937277 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:41.969994 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-cab2f2c3-ed4c-4ac3-81ef-097af871649b req-3e22c9de-33df-4697-88a8-934219114649 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3af0afc2-a8fa-427e-a8af-57c40105fd2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432304 Oct 01 04:18:41.985803 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-ae1d6d94-d0d6-4444-b0d5-aa09685d3b96 req-3688faac-1aef-4f97-9392-2dd0770dc303 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639369 Oct 01 04:18:42.161382 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7535ef-37e4-4e30-a7bb-d571216a8786 req-1fb9236c-c02f-405d-a766-356a3ca1b40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:42.162874 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2d7535ef-37e4-4e30-a7bb-d571216a8786 req-1fb9236c-c02f-405d-a766-356a3ca1b40b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=41ad6d82-393d-469b-ad56-b82ab9a77fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1409647 Oct 01 04:18:42.163763 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=24 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:42.185636 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cfbb90-bd0e-471b-8348-cb1af5cfbad2 req-53de8dce-e426-4589-83ad-9c389a776881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:42.190527 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-29cfbb90-bd0e-471b-8348-cb1af5cfbad2 req-53de8dce-e426-4589-83ad-9c389a776881 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5be7b0c5-9e6d-4922-a242-c74e298031bb HTTP/1.1" status: 200 len: 858 time: 0.1652076 Oct 01 04:18:42.304862 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:42.318959 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3a4acc49-d90c-4ab6-9df0-2aec6476412d req-c4ce9e3d-23ea-4854-b0f1-74b055b4d267 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9e21d865-d526-49ca-8e76-21cf583604c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076305 Oct 01 04:18:42.322021 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cfbb90-bd0e-471b-8348-cb1af5cfbad2 req-57adaf6e-5072-4d9d-8afc-26c8efa6f7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:42.323396 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-29cfbb90-bd0e-471b-8348-cb1af5cfbad2 req-57adaf6e-5072-4d9d-8afc-26c8efa6f7da service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=9e21d865-d526-49ca-8e76-21cf583604c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1262333 Oct 01 04:18:42.348669 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2d7535ef-37e4-4e30-a7bb-d571216a8786 req-3ea12057-38d3-4ab6-aa87-496c9897cd42 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41ad6d82-393d-469b-ad56-b82ab9a77fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652441 Oct 01 04:18:42.701491 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 33890) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:42.714440 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device b4f9d636-f677-4f56-ac04-28e98716fbda up at agent hyperv_hv-cinder-86004 {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:18:42.769783 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9edeede-ea49-4374-a302-84b7416a07aa req-10b681ea-f4c6-44d7-8ab0-df2e9e25353d tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:42.780514 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-f9edeede-ea49-4374-a302-84b7416a07aa req-10b681ea-f4c6-44d7-8ab0-df2e9e25353d tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 945 time: 0.0753365 Oct 01 04:18:42.790332 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8e252b0b-c471-4e2f-995c-a509012402ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (973633b6-dd94-436d-b3a5-971dbc41e63c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:42.800734 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Provisioning for port b4f9d636-f677-4f56-ac04-28e98716fbda completed by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 01 04:18:42.815239 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Provisioning complete for port b4f9d636-f677-4f56-ac04-28e98716fbda triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:18:42.816031 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (b4f9d636-f677-4f56-ac04-28e98716fbda), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:42.816512 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Attempt 1 to provision port b4f9d636-f677-4f56-ac04-28e98716fbda Oct 01 04:18:42.895381 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2d7535ef-37e4-4e30-a7bb-d571216a8786 req-9a2e300c-c70a-431c-9508-8a0ab31485fa service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41ad6d82-393d-469b-ad56-b82ab9a77fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713331 Oct 01 04:18:42.897332 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-f9edeede-ea49-4374-a302-84b7416a07aa req-2137e804-cf2f-40a1-9e55-fbbe7e11710c tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e758483c-9e4c-4236-8a07-3b095c38114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142628 Oct 01 04:18:42.897715 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-29cfbb90-bd0e-471b-8348-cb1af5cfbad2 req-097e6ea8-a870-4ba6-8216-2e90460def26 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9e21d865-d526-49ca-8e76-21cf583604c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718009 Oct 01 04:18:42.909023 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-cd5c996f-4637-48f9-89c7-f8ebb44336c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:42.917819 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fda373-533b-4c1e-9b3e-35289193bfae req-a1338c88-6194-4de7-87a8-778dade00689 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:42.919296 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-79fda373-533b-4c1e-9b3e-35289193bfae req-a1338c88-6194-4de7-87a8-778dade00689 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 943 time: 0.1352074 Oct 01 04:18:42.943702 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Current status of the port b4f9d636-f677-4f56-ac04-28e98716fbda is: BUILD; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:18:42.944095 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (b4f9d636-f677-4f56-ac04-28e98716fbda), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:42.985978 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port b4f9d636-f677-4f56-ac04-28e98716fbda, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=b4f9d636-f677-4f56-ac04-28e98716fbda,segment=NetworkSegment(4d8a2818-cf71-436d-a62b-4fe2056acb81),segment_id=4d8a2818-cf71-436d-a62b-4fe2056acb81)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:18:42.991114 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (b4f9d636-f677-4f56-ac04-28e98716fbda), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:42.997190 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-79fda373-533b-4c1e-9b3e-35289193bfae req-78e33b80-ec85-4e5b-9357-80e3231fb7df tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706434 Oct 01 04:18:43.053066 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-cd5c996f-4637-48f9-89c7-f8ebb44336c6 admin admin] Publish callbacks [] for security_group (2c3ed388-67e1-48f1-8aaa-313b33e9f37c), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:43.057725 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-cd5c996f-4637-48f9-89c7-f8ebb44336c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (2c3ed388-67e1-48f1-8aaa-313b33e9f37c), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:43.097165 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Pushing event updated for resources: {'Port': ['ID=b4f9d636-f677-4f56-ac04-28e98716fbda,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:43.125324 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-cd5c996f-4637-48f9-89c7-f8ebb44336c6 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=9a980fc83cca48e0ab131de04cc994b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4219429 Oct 01 04:18:43.127979 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 33904) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:43.146388 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c996f-4637-48f9-89c7-f8ebb44336c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3ed388-67e1-48f1-8aaa-313b33e9f37c,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:43.163294 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c996f-4637-48f9-89c7-f8ebb44336c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:18:43.163658 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c996f-4637-48f9-89c7-f8ebb44336c6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:18:43.164004 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c996f-4637-48f9-89c7-f8ebb44336c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:18:43.164854 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c996f-4637-48f9-89c7-f8ebb44336c6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:18:43.164854 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c996f-4637-48f9-89c7-f8ebb44336c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:18:43.165099 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c996f-4637-48f9-89c7-f8ebb44336c6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:18:43.165355 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c996f-4637-48f9-89c7-f8ebb44336c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:18:43.165686 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c996f-4637-48f9-89c7-f8ebb44336c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:18:43.166021 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c996f-4637-48f9-89c7-f8ebb44336c6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:18:43.166349 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c996f-4637-48f9-89c7-f8ebb44336c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:18:43.166681 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c996f-4637-48f9-89c7-f8ebb44336c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:18:43.167011 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c996f-4637-48f9-89c7-f8ebb44336c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:18:43.167335 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c996f-4637-48f9-89c7-f8ebb44336c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:18:43.167663 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c996f-4637-48f9-89c7-f8ebb44336c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:18:43.167985 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c996f-4637-48f9-89c7-f8ebb44336c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:18:43.180436 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9ee73-875f-4422-84cb-47851f7421fb req-da1f5768-671d-48ab-a0bb-30b4a30a3419 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:43.181995 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-4ce9ee73-875f-4422-84cb-47851f7421fb req-da1f5768-671d-48ab-a0bb-30b4a30a3419 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 944 time: 0.0878620 Oct 01 04:18:43.190247 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2b806841-6de8-4a60-8eb8-62e0f49c7518 admin admin] Publish callbacks [] for security_group (2c3ed388-67e1-48f1-8aaa-313b33e9f37c), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:43.200662 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:43.219690 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2b806841-6de8-4a60-8eb8-62e0f49c7518 admin admin] Publish callbacks [] for security_group (2c3ed388-67e1-48f1-8aaa-313b33e9f37c), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:43.246723 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-4ce9ee73-875f-4422-84cb-47851f7421fb req-690420d8-a6aa-4f4a-84b1-ec7fafc390f7 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526257 Oct 01 04:18:43.272723 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2906cc69-afd9-45dd-b846-38782722ed9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f9d636-f677-4f56-ac04-28e98716fbda'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:18:43.277149 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc2ed8ba810a9a899feae06a2d512ab46721588d0493fdbeca0f1bffbb3e03b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4707fc6e-50c2-40fb-b1d8-89a3ada410a3" -d '{"events": [{"server_uuid": "2906cc69-afd9-45dd-b846-38782722ed9a", "name": "network-vif-plugged", "status": "completed", "tag": "b4f9d636-f677-4f56-ac04-28e98716fbda"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:18:43.283026 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2b806841-6de8-4a60-8eb8-62e0f49c7518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (2c3ed388-67e1-48f1-8aaa-313b33e9f37c), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:43.287337 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2b806841-6de8-4a60-8eb8-62e0f49c7518 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:43.293419 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-2b806841-6de8-4a60-8eb8-62e0f49c7518 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/2c3ed388-67e1-48f1-8aaa-313b33e9f37c HTTP/1.1" status: 204 len: 168 time: 0.1643906 Oct 01 04:18:43.309422 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b806841-6de8-4a60-8eb8-62e0f49c7518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3ed388-67e1-48f1-8aaa-313b33e9f37c,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:43.321389 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b806841-6de8-4a60-8eb8-62e0f49c7518 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:18:43.321897 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b806841-6de8-4a60-8eb8-62e0f49c7518 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:18:43.322313 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b806841-6de8-4a60-8eb8-62e0f49c7518 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:18:43.322627 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 01 Oct 2022 04:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8d792d-81de-4a0e-bc6c-fb6efe5a6af7 x-openstack-request-id: req-af8d792d-81de-4a0e-bc6c-fb6efe5a6af7 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:18:43.322739 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b806841-6de8-4a60-8eb8-62e0f49c7518 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:18:43.322962 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2906cc69-afd9-45dd-b846-38782722ed9a", "name": "network-vif-plugged", "status": "completed", "tag": "b4f9d636-f677-4f56-ac04-28e98716fbda", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:18:43.323173 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-af8d792d-81de-4a0e-bc6c-fb6efe5a6af7 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:18:43.323560 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af8d792d-81de-4a0e-bc6c-fb6efe5a6af7'] response: {'server_uuid': '2906cc69-afd9-45dd-b846-38782722ed9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f9d636-f677-4f56-ac04-28e98716fbda', 'code': 200} Oct 01 04:18:43.330859 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b806841-6de8-4a60-8eb8-62e0f49c7518 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:18:43.331289 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b806841-6de8-4a60-8eb8-62e0f49c7518 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:18:43.331680 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b806841-6de8-4a60-8eb8-62e0f49c7518 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:18:43.332174 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b806841-6de8-4a60-8eb8-62e0f49c7518 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:18:43.336533 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b806841-6de8-4a60-8eb8-62e0f49c7518 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:18:43.336898 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b806841-6de8-4a60-8eb8-62e0f49c7518 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:18:43.337419 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b806841-6de8-4a60-8eb8-62e0f49c7518 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:18:43.337885 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b806841-6de8-4a60-8eb8-62e0f49c7518 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:18:43.338113 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b806841-6de8-4a60-8eb8-62e0f49c7518 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:18:43.338478 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b806841-6de8-4a60-8eb8-62e0f49c7518 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:18:43.338812 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b806841-6de8-4a60-8eb8-62e0f49c7518 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:18:43.678984 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-29cfbb90-bd0e-471b-8348-cb1af5cfbad2 req-2a89647d-00af-4480-9401-6b73d4040703 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9e21d865-d526-49ca-8e76-21cf583604c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757798 Oct 01 04:18:43.728877 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 33928) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:43.743014 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bcf3c080-35c8-489d-a5a9-57f810ac1f61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:43.783583 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:43.828031 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bcf3c080-35c8-489d-a5a9-57f810ac1f61 admin admin] Publish callbacks [] for security_group (b3afc7c1-3e9e-45ba-8391-e54c24ec7b31), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:43.832639 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bcf3c080-35c8-489d-a5a9-57f810ac1f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (b3afc7c1-3e9e-45ba-8391-e54c24ec7b31), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:43.872341 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf3c080-35c8-489d-a5a9-57f810ac1f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3afc7c1-3e9e-45ba-8391-e54c24ec7b31,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:43.878972 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-bcf3c080-35c8-489d-a5a9-57f810ac1f61 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=065925f0023e436d8e045acd3617d12d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1475735 Oct 01 04:18:43.880339 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 33930) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:43.929914 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8857ccb3-8495-4c20-9833-e13f67fb17cd admin admin] Publish callbacks [] for security_group (b3afc7c1-3e9e-45ba-8391-e54c24ec7b31), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:43.953139 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8857ccb3-8495-4c20-9833-e13f67fb17cd admin admin] Publish callbacks [] for security_group (b3afc7c1-3e9e-45ba-8391-e54c24ec7b31), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:44.005710 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8857ccb3-8495-4c20-9833-e13f67fb17cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (b3afc7c1-3e9e-45ba-8391-e54c24ec7b31), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:44.008419 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8857ccb3-8495-4c20-9833-e13f67fb17cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:44.009712 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-8857ccb3-8495-4c20-9833-e13f67fb17cd admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/b3afc7c1-3e9e-45ba-8391-e54c24ec7b31 HTTP/1.1" status: 204 len: 168 time: 0.1284487 Oct 01 04:18:44.022062 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8857ccb3-8495-4c20-9833-e13f67fb17cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3afc7c1-3e9e-45ba-8391-e54c24ec7b31,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:44.043965 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8fa5e-8140-47ee-b8f5-507c4195f530 req-7a04a752-1592-47df-a93f-0c4398151a1e tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:44.047822 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7ff8fa5e-8140-47ee-b8f5-507c4195f530 req-7a04a752-1592-47df-a93f-0c4398151a1e tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 945 time: 0.0617318 Oct 01 04:18:44.075992 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:44.100045 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7ff8fa5e-8140-47ee-b8f5-507c4195f530 req-34fb151b-145a-4f26-86b8-9bd22faad517 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e758483c-9e4c-4236-8a07-3b095c38114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464964 Oct 01 04:18:44.234022 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36600b-58cf-4d07-8e32-d018292a99c7 req-f5b638a9-64f1-496c-be86-ef4d89007998 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:44.234276 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-5a36600b-58cf-4d07-8e32-d018292a99c7 req-f5b638a9-64f1-496c-be86-ef4d89007998 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 943 time: 0.0607240 Oct 01 04:18:44.285746 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-5a36600b-58cf-4d07-8e32-d018292a99c7 req-993cce62-ff0a-4998-aeea-735bcc9f5583 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460560 Oct 01 04:18:44.458408 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7361b-3c5d-452d-abed-9bb463894bad req-23716c51-297f-436a-9086-5a7c7ad6b8f7 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:44.460010 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-24b7361b-3c5d-452d-abed-9bb463894bad req-23716c51-297f-436a-9086-5a7c7ad6b8f7 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 945 time: 0.0609388 Oct 01 04:18:44.473168 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 33952) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:44.481669 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [None req-c91ba5cc-13cf-4e7c-8eab-8c38f0611640 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Request body: {'floatingip': {'port_id': 'ada360f6-273f-42d3-babd-7015209fbaac'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:18:44.485441 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ae35d-7554-4c9f-b596-ca77c064d225 req-6fe49c35-ad23-4597-a073-ba9976963c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:44.486987 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6e9ae35d-7554-4c9f-b596-ca77c064d225 req-6fe49c35-ad23-4597-a073-ba9976963c32 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=839c91c5262a49768c3e937b5a034137&device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 1128 time: 0.0892429 Oct 01 04:18:44.718092 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 94c6e2ab-bf5f-4d4a-87aa-757bce04cc43 details requested by agent hyperv_hv-cinder-86004 with host hv-cinder-86004 {{(pid=106388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 01 04:18:44.731357 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c91ba5cc-13cf-4e7c-8eab-8c38f0611640 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks [] for floatingip (53c31434-0306-4024-83e7-6bd64466289d), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:44.872533 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca0d75-59b0-410f-ace4-bb2abcef7b09 req-f73003a2-b61b-4071-aee6-b253a3a4ae4c tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:44.875951 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-70ca0d75-59b0-410f-ace4-bb2abcef7b09 req-f73003a2-b61b-4071-aee6-b253a3a4ae4c tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 944 time: 0.3156672 Oct 01 04:18:44.918763 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:44.953355 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port 94c6e2ab-bf5f-4d4a-87aa-757bce04cc43, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=94c6e2ab-bf5f-4d4a-87aa-757bce04cc43,segment=NetworkSegment(4d8a2818-cf71-436d-a62b-4fe2056acb81),segment_id=4d8a2818-cf71-436d-a62b-4fe2056acb81)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:18:44.989610 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 33978) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:44.997364 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:45.003431 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Returning: {'device': '94c6e2ab-bf5f-4d4a-87aa-757bce04cc43', 'network_id': '9e21d865-d526-49ca-8e76-21cf583604c4', 'port_id': '94c6e2ab-bf5f-4d4a-87aa-757bce04cc43', 'mac_address': 'fa:16:3e:f3:90:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5be7b0c5-9e6d-4922-a242-c74e298031bb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 01 04:18:45.180432 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-70ca0d75-59b0-410f-ace4-bb2abcef7b09 req-5f9794fe-d5e7-42b7-bd06-feb6eded8468 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868891 Oct 01 04:18:45.379930 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-66d6b0ee-7721-4151-8349-a4de1b6ccbd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (797ac3f1-c973-4eec-9950-99ad88971ed1), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:45.407173 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Current status of the port 94c6e2ab-bf5f-4d4a-87aa-757bce04cc43 is: DOWN; New status is: BUILD {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:18:45.413256 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (94c6e2ab-bf5f-4d4a-87aa-757bce04cc43), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:45.425695 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2647a-9dbd-4299-a4d0-8f23637c817d req-08688d85-960b-45b5-9e6a-475bfa5f8e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:45.430776 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-afb2647a-9dbd-4299-a4d0-8f23637c817d req-08688d85-960b-45b5-9e6a-475bfa5f8e75 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2906cc69-afd9-45dd-b846-38782722ed9a HTTP/1.1" status: 200 len: 1129 time: 0.3666105 Oct 01 04:18:45.447802 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94c6e2ab-bf5f-4d4a-87aa-757bce04cc43 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 01 04:18:45.501734 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port 94c6e2ab-bf5f-4d4a-87aa-757bce04cc43, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=94c6e2ab-bf5f-4d4a-87aa-757bce04cc43,segment=NetworkSegment(4d8a2818-cf71-436d-a62b-4fe2056acb81),segment_id=4d8a2818-cf71-436d-a62b-4fe2056acb81)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:18:45.512013 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (94c6e2ab-bf5f-4d4a-87aa-757bce04cc43), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:45.518146 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ae35d-7554-4c9f-b596-ca77c064d225 req-ff5b3539-93b1-4e74-8366-159e200e2e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:45.520209 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6e9ae35d-7554-4c9f-b596-ca77c064d225 req-ff5b3539-93b1-4e74-8366-159e200e2e7c service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=9e21d865-d526-49ca-8e76-21cf583604c4 HTTP/1.1" status: 200 len: 920 time: 0.6831143 Oct 01 04:18:45.561627 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-afb2647a-9dbd-4299-a4d0-8f23637c817d req-fc07c142-0cd7-40a3-a6ec-1deb529afc64 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956478 Oct 01 04:18:45.583337 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22128672-4a75-4d0d-a52f-062588497fa1 req-01720bed-e877-4e78-95d3-1e10d1f16457 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:45.585295 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-22128672-4a75-4d0d-a52f-062588497fa1 req-01720bed-e877-4e78-95d3-1e10d1f16457 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 943 time: 0.1117594 Oct 01 04:18:45.604515 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Pushing event updated for resources: {'Port': ['ID=94c6e2ab-bf5f-4d4a-87aa-757bce04cc43,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:45.613579 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:18:45.614052 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:18:45.614488 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:18:45.614940 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:18:45.615638 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:18:45.616037 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:18:45.616376 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:18:45.616787 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:18:45.617143 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:18:45.617964 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:18:45.618443 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:18:45.618960 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:18:45.619436 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:18:45.620071 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:18:45.620547 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:18:45.656240 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-609f299a-b775-42c0-897e-7b75eb2d46d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:45.785385 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] get_ports_and_sgs() called for port_ids ['94c6e2ab-bf5f-4d4a-87aa-757bce04cc43'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 01 04:18:45.845254 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-22128672-4a75-4d0d-a52f-062588497fa1 req-e3c37e50-40ae-413b-8606-793775b0c2c7 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2505322 Oct 01 04:18:45.872807 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6e9ae35d-7554-4c9f-b596-ca77c064d225 req-912100d2-4ffe-4538-a071-ece2227b0ff3 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94c6e2ab-bf5f-4d4a-87aa-757bce04cc43 HTTP/1.1" status: 200 len: 217 time: 0.0569813 Oct 01 04:18:45.935765 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:45.972599 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ae35d-7554-4c9f-b596-ca77c064d225 req-8f736938-407c-4933-8472-ac96c11d6ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:45.974146 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6e9ae35d-7554-4c9f-b596-ca77c064d225 req-8f736938-407c-4933-8472-ac96c11d6ecb service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5be7b0c5-9e6d-4922-a242-c74e298031bb HTTP/1.1" status: 200 len: 858 time: 0.0949283 Oct 01 04:18:45.979275 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:46.035113 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c91ba5cc-13cf-4e7c-8eab-8c38f0611640 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:46.047474 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c91ba5cc-13cf-4e7c-8eab-8c38f0611640 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989928'] for floatingip (53c31434-0306-4024-83e7-6bd64466289d), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:46.050764 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-609f299a-b775-42c0-897e-7b75eb2d46d6 admin admin] Publish callbacks [] for security_group (51fb02d3-7375-4b8e-9867-f2aea7dd16d8), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:46.096707 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-609f299a-b775-42c0-897e-7b75eb2d46d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (51fb02d3-7375-4b8e-9867-f2aea7dd16d8), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:46.122789 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:46.188228 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f299a-b775-42c0-897e-7b75eb2d46d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51fb02d3-7375-4b8e-9867-f2aea7dd16d8,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:46.196241 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-609f299a-b775-42c0-897e-7b75eb2d46d6 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=a8ec26cdee0a4057b0dd10ec86118efd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2051973 Oct 01 04:18:46.199822 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 34008) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:46.230909 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.db.l3_db [None req-c91ba5cc-13cf-4e7c-8eab-8c38f0611640 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Floating IP 53c31434-0306-4024-83e7-6bd64466289d associated. External IP: 172.27.2.186, port: ada360f6-273f-42d3-babd-7015209fbaac. Oct 01 04:18:46.235041 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55550f09-9bf2-4503-b16a-2d26c0a47f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (3f31be2c-2b77-4d66-9a3d-30b9eb89a668), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:46.301813 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b33ed69c-cc75-4e4a-9eb0-f93f69f1b66e admin admin] Publish callbacks [] for security_group (51fb02d3-7375-4b8e-9867-f2aea7dd16d8), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:46.332812 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b33ed69c-cc75-4e4a-9eb0-f93f69f1b66e admin admin] Publish callbacks [] for security_group (51fb02d3-7375-4b8e-9867-f2aea7dd16d8), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:46.396565 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01aaaf-6df6-449c-a3ba-42e355fe2f7b req-785cb94e-718e-4e6e-bbf7-70318216e89f tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:46.409584 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-8c01aaaf-6df6-449c-a3ba-42e355fe2f7b req-785cb94e-718e-4e6e-bbf7-70318216e89f tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 945 time: 0.1183841 Oct 01 04:18:46.421881 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b33ed69c-cc75-4e4a-9eb0-f93f69f1b66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (51fb02d3-7375-4b8e-9867-f2aea7dd16d8), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:46.424575 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b33ed69c-cc75-4e4a-9eb0-f93f69f1b66e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:46.428316 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-b33ed69c-cc75-4e4a-9eb0-f93f69f1b66e admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/51fb02d3-7375-4b8e-9867-f2aea7dd16d8 HTTP/1.1" status: 204 len: 168 time: 0.2250607 Oct 01 04:18:46.436460 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33ed69c-cc75-4e4a-9eb0-f93f69f1b66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51fb02d3-7375-4b8e-9867-f2aea7dd16d8,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:46.540046 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-8c01aaaf-6df6-449c-a3ba-42e355fe2f7b req-ad26c819-15a6-4a86-a626-f1626e49e3e4 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258340 Oct 01 04:18:46.612169 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ae35d-7554-4c9f-b596-ca77c064d225 req-ef836033-bf1b-43de-8b60-c59787c341d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:46.617393 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6e9ae35d-7554-4c9f-b596-ca77c064d225 req-ef836033-bf1b-43de-8b60-c59787c341d7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=9e21d865-d526-49ca-8e76-21cf583604c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0546296 Oct 01 04:18:46.656105 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c91ba5cc-13cf-4e7c-8eab-8c38f0611640 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Router bd3e2cc2-4a45-4937-a829-76647eb9c5f8 has already been hosted by L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 {{(pid=106386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 01 04:18:46.730708 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 28ed6420-e14b-48a2-a448-a8ab736b93af details requested by agent hyperv_hv-cinder-86004 with host hv-cinder-86004 {{(pid=106388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 01 04:18:46.745940 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 94c6e2ab-bf5f-4d4a-87aa-757bce04cc43 up at agent hyperv_hv-cinder-86004 {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:18:46.825046 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:46.843058 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6e9ae35d-7554-4c9f-b596-ca77c064d225 req-aa994082-e8f1-461b-9ea1-b37b77800748 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9e21d865-d526-49ca-8e76-21cf583604c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180705 Oct 01 04:18:46.853800 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.db.resource_extend [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 01 04:18:46.989848 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 34040) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:46.995513 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.agents_db [None req-12b97a57-14e3-4267-90b0-a9e0353f7932 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 01 04:18:46.996149 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Provisioning for port 94c6e2ab-bf5f-4d4a-87aa-757bce04cc43 completed by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 01 04:18:47.015549 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Provisioning complete for port 94c6e2ab-bf5f-4d4a-87aa-757bce04cc43 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:18:47.015927 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (94c6e2ab-bf5f-4d4a-87aa-757bce04cc43), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:47.016267 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Attempt 1 to provision port 94c6e2ab-bf5f-4d4a-87aa-757bce04cc43 Oct 01 04:18:47.122780 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port 28ed6420-e14b-48a2-a448-a8ab736b93af, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=28ed6420-e14b-48a2-a448-a8ab736b93af,segment=NetworkSegment(2ed9749a-eb3b-4451-b7b7-83bb473f5fb1),segment_id=2ed9749a-eb3b-4451-b7b7-83bb473f5fb1)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:18:47.149025 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Returning: {'device': '28ed6420-e14b-48a2-a448-a8ab736b93af', 'network_id': '41ad6d82-393d-469b-ad56-b82ab9a77fee', 'port_id': '28ed6420-e14b-48a2-a448-a8ab736b93af', 'mac_address': 'fa:16:3e:3f:60:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f0d177-35e4-4cba-a762-d1357d3a9c11', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 01 04:18:47.176123 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1033e679-6508-4db4-b506-d2162cf804b0 req-df009c95-c632-4425-8222-278253d720f0 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:47.177908 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-1033e679-6508-4db4-b506-d2162cf804b0 req-df009c95-c632-4425-8222-278253d720f0 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 943 time: 0.1097796 Oct 01 04:18:47.203771 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-929040be-18c5-470b-8910-5fde8c4a502f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:47.215831 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Current status of the port 28ed6420-e14b-48a2-a448-a8ab736b93af is: DOWN; New status is: BUILD {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:18:47.216229 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (28ed6420-e14b-48a2-a448-a8ab736b93af), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:47.218795 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Current status of the port 94c6e2ab-bf5f-4d4a-87aa-757bce04cc43 is: BUILD; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:18:47.219171 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (94c6e2ab-bf5f-4d4a-87aa-757bce04cc43), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:47.229734 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c91ba5cc-13cf-4e7c-8eab-8c38f0611640 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:18:47.256047 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d84d84-8b1a-43c4-aa2a-a83b4939a93e None None] Sync routers for ids ['bd3e2cc2-4a45-4937-a829-76647eb9c5f8'] in dv-cinder-860044-1-iscsi {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:18:47.258088 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c91ba5cc-13cf-4e7c-8eab-8c38f0611640 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for floatingip (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:47.272439 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port 94c6e2ab-bf5f-4d4a-87aa-757bce04cc43, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=94c6e2ab-bf5f-4d4a-87aa-757bce04cc43,segment=NetworkSegment(4d8a2818-cf71-436d-a62b-4fe2056acb81),segment_id=4d8a2818-cf71-436d-a62b-4fe2056acb81)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:18:47.275164 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:47.276897 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f161c249-ba0f-42c9-a1f0-8c7913b666f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c6e2ab-bf5f-4d4a-87aa-757bce04cc43'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:18:47.280551 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc2ed8ba810a9a899feae06a2d512ab46721588d0493fdbeca0f1bffbb3e03b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18daa8e9-4ba2-4fcc-a2df-2297cfa18aca" -d '{"events": [{"server_uuid": "f161c249-ba0f-42c9-a1f0-8c7913b666f9", "name": "network-vif-plugged", "status": "completed", "tag": "94c6e2ab-bf5f-4d4a-87aa-757bce04cc43"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:18:47.285207 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28ed6420-e14b-48a2-a448-a8ab736b93af {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 01 04:18:47.285469 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d84d84-8b1a-43c4-aa2a-a83b4939a93e None None] Routers {'bd3e2cc2-4a45-4937-a829-76647eb9c5f8'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:18:47.288549 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c9d84d84-8b1a-43c4-aa2a-a83b4939a93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:18:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['bd3e2cc2-4a45-4937-a829-76647eb9c5f8'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:18:47.292652 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (94c6e2ab-bf5f-4d4a-87aa-757bce04cc43), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:47.346736 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-c91ba5cc-13cf-4e7c-8eab-8c38f0611640 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/53c31434-0306-4024-83e7-6bd64466289d HTTP/1.1" status: 200 len: 991 time: 2.8711495 Oct 01 04:18:47.352960 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2643a3f-906d-4cb4-8b4f-f2a63557ab69', 'tag': 'ada360f6-273f-42d3-babd-7015209fbaac'}] {{(pid=106386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:18:47.364232 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Pushing event updated for resources: {'Port': ['ID=94c6e2ab-bf5f-4d4a-87aa-757bce04cc43,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:47.373850 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 01 Oct 2022 04:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703162b6-e656-4ee4-b425-44c323ae72c5 x-openstack-request-id: req-703162b6-e656-4ee4-b425-44c323ae72c5 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:18:47.374872 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f161c249-ba0f-42c9-a1f0-8c7913b666f9", "name": "network-vif-plugged", "status": "completed", "tag": "94c6e2ab-bf5f-4d4a-87aa-757bce04cc43", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:18:47.377238 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-703162b6-e656-4ee4-b425-44c323ae72c5 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:18:47.378216 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-703162b6-e656-4ee4-b425-44c323ae72c5'] response: {'server_uuid': 'f161c249-ba0f-42c9-a1f0-8c7913b666f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c6e2ab-bf5f-4d4a-87aa-757bce04cc43', 'code': 200} Oct 01 04:18:47.402298 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port 28ed6420-e14b-48a2-a448-a8ab736b93af, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=28ed6420-e14b-48a2-a448-a8ab736b93af,segment=NetworkSegment(2ed9749a-eb3b-4451-b7b7-83bb473f5fb1),segment_id=2ed9749a-eb3b-4451-b7b7-83bb473f5fb1)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:18:47.409401 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (28ed6420-e14b-48a2-a448-a8ab736b93af), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:47.469145 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-1033e679-6508-4db4-b506-d2162cf804b0 req-d6d69cb0-2a1a-4918-b23e-cb531761fb2d tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2766042 Oct 01 04:18:47.498512 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-929040be-18c5-470b-8910-5fde8c4a502f admin admin] Publish callbacks [] for security_group (b0992cbe-db39-4b5b-948b-092f242880db), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:47.525301 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-929040be-18c5-470b-8910-5fde8c4a502f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (b0992cbe-db39-4b5b-948b-092f242880db), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:47.553618 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Pushing event updated for resources: {'Port': ['ID=28ed6420-e14b-48a2-a448-a8ab736b93af,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:47.581622 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929040be-18c5-470b-8910-5fde8c4a502f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0992cbe-db39-4b5b-948b-092f242880db,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:47.593085 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6e9ae35d-7554-4c9f-b596-ca77c064d225 req-4ec1b83d-feb7-4058-806a-c1cc777002fe service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9e21d865-d526-49ca-8e76-21cf583604c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266845 Oct 01 04:18:47.652191 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 34068) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:47.663765 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-c9d84d84-8b1a-43c4-aa2a-a83b4939a93e None None] Set router bd3e2cc2-4a45-4937-a829-76647eb9c5f8 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:18:47.664105 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-929040be-18c5-470b-8910-5fde8c4a502f admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=6b458fdf8a0a49519fd7113e7e04c59e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6719010 Oct 01 04:18:47.692543 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] get_ports_and_sgs() called for port_ids ['28ed6420-e14b-48a2-a448-a8ab736b93af'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 01 04:18:47.699162 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b3f717-c8db-4198-bcfe-1be0a6657253 req-686e7211-7d5c-4804-89aa-880dbe8084d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:47.706831 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c4b3f717-c8db-4198-bcfe-1be0a6657253 req-686e7211-7d5c-4804-89aa-880dbe8084d1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 1130 time: 0.1098127 Oct 01 04:18:47.765878 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906b7328382f58691ce67f390eef3fef1b579a19389c35ae4b8023450af26d8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee3d99a-1deb-40e9-9ecf-e9feb4fb799e" -d '{"events": [{"name": "network-changed", "server_uuid": "c2643a3f-906d-4cb4-8b4f-f2a63557ab69", "tag": "ada360f6-273f-42d3-babd-7015209fbaac"}]}' {{(pid=106386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:18:47.778209 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (d8875dbe-87f1-4639-b3ef-79ff4b202d58), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:47.813253 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c4b3f717-c8db-4198-bcfe-1be0a6657253 req-dff1e549-1e10-4682-ac59-074dd7e9f775 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987623 Oct 01 04:18:47.833603 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-00aa871e-5dd8-446d-a649-05a74fb07ede admin admin] Publish callbacks [] for security_group (b0992cbe-db39-4b5b-948b-092f242880db), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:47.863119 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d53848-ffb2-4210-a4bf-ca85e30bfad7 req-e67e5c2b-db4e-46be-b6d4-543268701b78 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:47.865041 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b9d53848-ffb2-4210-a4bf-ca85e30bfad7 req-e67e5c2b-db4e-46be-b6d4-543268701b78 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 946 time: 0.0819027 Oct 01 04:18:47.913303 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-00aa871e-5dd8-446d-a649-05a74fb07ede admin admin] Publish callbacks [] for security_group (b0992cbe-db39-4b5b-948b-092f242880db), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:47.938705 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:47.958150 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91c43220-b735-4568-b99e-ce3dc63ea20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (a017e3cb-dd0a-4c83-ac3d-dd65b6d6e9f8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:47.967947 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 01 Oct 2022 04:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713ebc29-7ce4-46a7-b437-134234ae28b6 x-openstack-request-id: req-713ebc29-7ce4-46a7-b437-134234ae28b6 {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:18:47.968496 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2643a3f-906d-4cb4-8b4f-f2a63557ab69", "tag": "ada360f6-273f-42d3-babd-7015209fbaac", "status": "completed", "code": 200}]} {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:18:47.969092 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-713ebc29-7ce4-46a7-b437-134234ae28b6 {{(pid=106386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:18:47.969726 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-713ebc29-7ce4-46a7-b437-134234ae28b6'] response: {'name': 'network-changed', 'server_uuid': 'c2643a3f-906d-4cb4-8b4f-f2a63557ab69', 'tag': 'ada360f6-273f-42d3-babd-7015209fbaac', 'status': 'completed', 'code': 200} Oct 01 04:18:47.991140 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b9d53848-ffb2-4210-a4bf-ca85e30bfad7 req-e91b212b-704e-46c8-b808-6a479f03ebc5 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200964 Oct 01 04:18:48.025784 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-00aa871e-5dd8-446d-a649-05a74fb07ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (b0992cbe-db39-4b5b-948b-092f242880db), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:48.029181 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-00aa871e-5dd8-446d-a649-05a74fb07ede admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:48.036859 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-00aa871e-5dd8-446d-a649-05a74fb07ede admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/b0992cbe-db39-4b5b-948b-092f242880db HTTP/1.1" status: 204 len: 168 time: 0.3832490 Oct 01 04:18:48.065167 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aa871e-5dd8-446d-a649-05a74fb07ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0992cbe-db39-4b5b-948b-092f242880db,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:48.150514 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c9d84d84-8b1a-43c4-aa2a-a83b4939a93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'name': 'tempest-AttachVolumeTestJSON-180303181-router', 'tenant_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'fcc80e9b-d217-4578-b3d7-051e03c8ba8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:42Z', 'updated_at': '2022-10-01T04:17:55Z', 'revision_number': 4, 'project_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'gw_port': {'id': 'fcc80e9b-d217-4578-b3d7-051e03c8ba8c', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:43Z', 'updated_at': '2022-10-01T04:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_floatingips': [{'id': '53c31434-0306-4024-83e7-6bd64466289d', 'tenant_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'floating_ip_address': '172.27.2.186', 'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'router_id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'port_id': 'ada360f6-273f-42d3-babd-7015209fbaac', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3af0afc2-a8fa-427e-a8af-57c40105fd2b', 'mac_address': 'fa:16:3e:68:ac:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2643a3f-906d-4cb4-8b4f-f2a63557ab69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-01T04:18:04Z', 'updated_at': '2022-10-01T04:18:45Z', 'revision_number': 1, 'project_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03de13cd-17bd-4c7d-8ee6-140edfcf3b21', 'name': '', 'network_id': '3af0afc2-a8fa-427e-a8af-57c40105fd2b', 'tenant_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'mac_address': 'fa:16:3e:9b:9c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '89891fb7-0571-4637-a13e-eaebabac5342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:51Z', 'updated_at': '2022-10-01T04:18:10Z', 'revision_number': 5, 'project_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'subnets': [{'id': '89891fb7-0571-4637-a13e-eaebabac5342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:18:48.152889 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee3d99a-1deb-40e9-9ecf-e9feb4fb799e req-5bdac495-f626-49df-8109-9670bd0b50fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:48.154727 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4ee3d99a-1deb-40e9-9ecf-e9feb4fb799e req-5bdac495-f626-49df-8109-9670bd0b50fc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=16cd7bcb315d4dc58f73a9918adb57e2&device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 1129 time: 0.1032958 Oct 01 04:18:48.202171 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d84d84-8b1a-43c4-aa2a-a83b4939a93e None None] Checking router: bd3e2cc2-4a45-4937-a829-76647eb9c5f8 for host: dv-cinder-860044-1-iscsi {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:18:48.210814 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d84d84-8b1a-43c4-aa2a-a83b4939a93e None None] Routers {'bd3e2cc2-4a45-4937-a829-76647eb9c5f8'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:18:48.211501 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c9d84d84-8b1a-43c4-aa2a-a83b4939a93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:18:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['bd3e2cc2-4a45-4937-a829-76647eb9c5f8'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:18:48.266558 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:48.347799 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-c9d84d84-8b1a-43c4-aa2a-a83b4939a93e None None] Set router bd3e2cc2-4a45-4937-a829-76647eb9c5f8 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:18:48.371806 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee3d99a-1deb-40e9-9ecf-e9feb4fb799e req-d5ca8899-c4f7-4f2f-a853-11cce45878a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:48.373414 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4ee3d99a-1deb-40e9-9ecf-e9feb4fb799e req-d5ca8899-c4f7-4f2f-a853-11cce45878a7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=3af0afc2-a8fa-427e-a8af-57c40105fd2b HTTP/1.1" status: 200 len: 911 time: 0.1586635 Oct 01 04:18:48.639084 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c9d84d84-8b1a-43c4-aa2a-a83b4939a93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'name': 'tempest-AttachVolumeTestJSON-180303181-router', 'tenant_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'fcc80e9b-d217-4578-b3d7-051e03c8ba8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:42Z', 'updated_at': '2022-10-01T04:17:55Z', 'revision_number': 4, 'project_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'gw_port': {'id': 'fcc80e9b-d217-4578-b3d7-051e03c8ba8c', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:43Z', 'updated_at': '2022-10-01T04:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_floatingips': [{'id': '53c31434-0306-4024-83e7-6bd64466289d', 'tenant_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'floating_ip_address': '172.27.2.186', 'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'router_id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'port_id': 'ada360f6-273f-42d3-babd-7015209fbaac', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3af0afc2-a8fa-427e-a8af-57c40105fd2b', 'mac_address': 'fa:16:3e:68:ac:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2643a3f-906d-4cb4-8b4f-f2a63557ab69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-01T04:18:04Z', 'updated_at': '2022-10-01T04:18:45Z', 'revision_number': 1, 'project_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03de13cd-17bd-4c7d-8ee6-140edfcf3b21', 'name': '', 'network_id': '3af0afc2-a8fa-427e-a8af-57c40105fd2b', 'tenant_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'mac_address': 'fa:16:3e:9b:9c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '89891fb7-0571-4637-a13e-eaebabac5342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:51Z', 'updated_at': '2022-10-01T04:18:10Z', 'revision_number': 5, 'project_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'subnets': [{'id': '89891fb7-0571-4637-a13e-eaebabac5342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:18:48.654357 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:48.656106 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:48.665088 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ff9ff-0adc-429e-8489-30097126889d req-7dfc1bef-7d20-4b82-924a-82bce0084925 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:48.674659 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-3f7ff9ff-0adc-429e-8489-30097126889d req-7dfc1bef-7d20-4b82-924a-82bce0084925 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 944 time: 0.0770464 Oct 01 04:18:48.680555 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d84d84-8b1a-43c4-aa2a-a83b4939a93e None None] The sync data for ids ['bd3e2cc2-4a45-4937-a829-76647eb9c5f8'] in dv-cinder-860044-1-iscsi is: [{'id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'name': 'tempest-AttachVolumeTestJSON-180303181-router', 'tenant_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'fcc80e9b-d217-4578-b3d7-051e03c8ba8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:42Z', 'updated_at': '2022-10-01T04:17:55Z', 'revision_number': 4, 'project_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'gw_port': {'id': 'fcc80e9b-d217-4578-b3d7-051e03c8ba8c', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:43Z', 'updated_at': '2022-10-01T04:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_floatingips': [{'id': '53c31434-0306-4024-83e7-6bd64466289d', 'tenant_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'floating_ip_address': '172.27.2.186', 'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'router_id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'port_id': 'ada360f6-273f-42d3-babd-7015209fbaac', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3af0afc2-a8fa-427e-a8af-57c40105fd2b', 'mac_address': 'fa:16:3e:68:ac:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2643a3f-906d-4cb4-8b4f-f2a63557ab69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-01T04:18:04Z', 'updated_at': '2022-10-01T04:18:45Z', 'revision_number': 1, 'project_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03de13cd-17bd-4c7d-8ee6-140edfcf3b21', 'name': '', 'network_id': '3af0afc2-a8fa-427e-a8af-57c40105fd2b', 'tenant_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'mac_address': 'fa:16:3e:9b:9c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '89891fb7-0571-4637-a13e-eaebabac5342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:51Z', 'updated_at': '2022-10-01T04:18:10Z', 'revision_number': 5, 'project_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'subnets': [{'id': '89891fb7-0571-4637-a13e-eaebabac5342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:18:48.689830 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 34118) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:48.736366 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 28ed6420-e14b-48a2-a448-a8ab736b93af up at agent hyperv_hv-cinder-86004 {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:18:48.768960 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-568edf6e-259b-40e5-9a53-5d339d699494 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:48.849252 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Provisioning for port 28ed6420-e14b-48a2-a448-a8ab736b93af completed by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 01 04:18:48.870902 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4ee3d99a-1deb-40e9-9ecf-e9feb4fb799e req-7c22ff02-9179-4a5e-9111-4d6a08fea324 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ada360f6-273f-42d3-babd-7015209fbaac HTTP/1.1" status: 200 len: 999 time: 0.2352064 Oct 01 04:18:48.875371 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Provisioning complete for port 28ed6420-e14b-48a2-a448-a8ab736b93af triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:18:48.876674 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (28ed6420-e14b-48a2-a448-a8ab736b93af), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:48.877970 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Attempt 1 to provision port 28ed6420-e14b-48a2-a448-a8ab736b93af Oct 01 04:18:48.881715 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-3f7ff9ff-0adc-429e-8489-30097126889d req-df0ad2ea-12ba-434a-9010-06ad4252d7ed tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2058055 Oct 01 04:18:48.898945 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-568edf6e-259b-40e5-9a53-5d339d699494 admin admin] Publish callbacks [] for security_group (1f168177-2441-4618-838c-d59aa7d484a2), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:48.907390 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-568edf6e-259b-40e5-9a53-5d339d699494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (1f168177-2441-4618-838c-d59aa7d484a2), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:48.977398 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-568edf6e-259b-40e5-9a53-5d339d699494 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=6a391a9f572c449b8b37af9a1bbf8e28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2855318 Oct 01 04:18:48.981309 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 34154) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:49.010652 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Current status of the port 28ed6420-e14b-48a2-a448-a8ab736b93af is: BUILD; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:18:49.011194 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (28ed6420-e14b-48a2-a448-a8ab736b93af), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:49.019905 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568edf6e-259b-40e5-9a53-5d339d699494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f168177-2441-4618-838c-d59aa7d484a2,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:49.115213 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb7fc79-1bc3-4dd7-9d43-3d9fbd51a942 None None] New status for floating IP 53c31434-0306-4024-83e7-6bd64466289d: ACTIVE {{(pid=106388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 01 04:18:49.120006 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port 28ed6420-e14b-48a2-a448-a8ab736b93af, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=28ed6420-e14b-48a2-a448-a8ab736b93af,segment=NetworkSegment(2ed9749a-eb3b-4451-b7b7-83bb473f5fb1),segment_id=2ed9749a-eb3b-4451-b7b7-83bb473f5fb1)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:18:49.146023 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-d6b8ed35-b47b-4b76-a3f6-6d5cbc576016 admin admin] Publish callbacks [] for security_group (1f168177-2441-4618-838c-d59aa7d484a2), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:49.202713 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-d6b8ed35-b47b-4b76-a3f6-6d5cbc576016 admin admin] Publish callbacks [] for security_group (1f168177-2441-4618-838c-d59aa7d484a2), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:49.210277 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd0cc51-d95c-48ec-ba4d-05bea861fe03 req-ba2ae63e-13d3-4f84-b3ea-4f61ee2e9fb7 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:49.218298 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-dbd0cc51-d95c-48ec-ba4d-05bea861fe03 req-ba2ae63e-13d3-4f84-b3ea-4f61ee2e9fb7 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 946 time: 0.0923502 Oct 01 04:18:49.218943 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (28ed6420-e14b-48a2-a448-a8ab736b93af), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:49.311511 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-dbd0cc51-d95c-48ec-ba4d-05bea861fe03 req-da4d53b8-75e2-4f39-a877-e34562ec58f3 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919228 Oct 01 04:18:49.342203 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-d6b8ed35-b47b-4b76-a3f6-6d5cbc576016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (1f168177-2441-4618-838c-d59aa7d484a2), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:49.342203 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-d6b8ed35-b47b-4b76-a3f6-6d5cbc576016 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:49.342203 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-d6b8ed35-b47b-4b76-a3f6-6d5cbc576016 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/1f168177-2441-4618-838c-d59aa7d484a2 HTTP/1.1" status: 204 len: 168 time: 0.3534830 Oct 01 04:18:49.346473 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b8ed35-b47b-4b76-a3f6-6d5cbc576016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f168177-2441-4618-838c-d59aa7d484a2,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:49.383587 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e14e3570-67e7-43d6-bcaf-6688168956b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ed6420-e14b-48a2-a448-a8ab736b93af'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:18:49.385896 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc2ed8ba810a9a899feae06a2d512ab46721588d0493fdbeca0f1bffbb3e03b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2d9ac4-a2ee-4176-9e9a-3059430d9aed" -d '{"events": [{"server_uuid": "e14e3570-67e7-43d6-bcaf-6688168956b2", "name": "network-vif-plugged", "status": "completed", "tag": "28ed6420-e14b-48a2-a448-a8ab736b93af"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:18:49.431386 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Pushing event updated for resources: {'Port': ['ID=28ed6420-e14b-48a2-a448-a8ab736b93af,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:49.444064 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee3d99a-1deb-40e9-9ecf-e9feb4fb799e req-fefa7156-8f16-41f3-80ee-785ef971c310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:49.446890 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4ee3d99a-1deb-40e9-9ecf-e9feb4fb799e req-fefa7156-8f16-41f3-80ee-785ef971c310 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=89891fb7-0571-4637-a13e-eaebabac5342 HTTP/1.1" status: 200 len: 849 time: 0.1653805 Oct 01 04:18:49.496130 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 01 Oct 2022 04:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05590496-483a-4b70-8705-a08b26553bc7 x-openstack-request-id: req-05590496-483a-4b70-8705-a08b26553bc7 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:18:49.496747 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e14e3570-67e7-43d6-bcaf-6688168956b2", "name": "network-vif-plugged", "status": "completed", "tag": "28ed6420-e14b-48a2-a448-a8ab736b93af", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:18:49.497273 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-05590496-483a-4b70-8705-a08b26553bc7 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:18:49.497978 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05590496-483a-4b70-8705-a08b26553bc7'] response: {'server_uuid': 'e14e3570-67e7-43d6-bcaf-6688168956b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ed6420-e14b-48a2-a448-a8ab736b93af', 'code': 200} Oct 01 04:18:50.058115 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3575bff-eabc-4b7a-9475-5432f46dd99d req-ee7c7cb1-95f0-4b50-a738-b0f94c0545e0 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:50.059586 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee3d99a-1deb-40e9-9ecf-e9feb4fb799e req-52b1b1fa-da99-49b9-9e2c-d9ae9fcb1eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:50.062375 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4ee3d99a-1deb-40e9-9ecf-e9feb4fb799e req-52b1b1fa-da99-49b9-9e2c-d9ae9fcb1eda service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=3af0afc2-a8fa-427e-a8af-57c40105fd2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0687296 Oct 01 04:18:50.065426 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-c3575bff-eabc-4b7a-9475-5432f46dd99d req-ee7c7cb1-95f0-4b50-a738-b0f94c0545e0 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 945 time: 0.0773623 Oct 01 04:18:50.162554 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-c3575bff-eabc-4b7a-9475-5432f46dd99d req-3a3b1e04-d7d6-4166-b59b-0094275e4852 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913782 Oct 01 04:18:50.263551 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4ee3d99a-1deb-40e9-9ecf-e9feb4fb799e req-255af5de-0186-42f0-8ac0-adc333224621 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3af0afc2-a8fa-427e-a8af-57c40105fd2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655030 Oct 01 04:18:50.342372 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 34220) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:50.392493 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.db.db_base_plugin_v2 [None req-b17711d9-d184-4883-8ff9-b428d592b249 admin admin] Deleting subnet 82be5f81-658b-4693-a8c4-92b95cd7c354 {{(pid=106386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 01 04:18:50.395964 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b17711d9-d184-4883-8ff9-b428d592b249 admin admin] Publish callbacks [] for subnet (82be5f81-658b-4693-a8c4-92b95cd7c354), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:50.424909 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5131a9a3-c535-4d79-98bb-6ad290bd11c1 req-8ec2a5d9-97f7-4447-9676-32010e029dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:50.427002 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5131a9a3-c535-4d79-98bb-6ad290bd11c1 req-8ec2a5d9-97f7-4447-9676-32010e029dac service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 1129 time: 0.1278322 Oct 01 04:18:50.443445 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b17711d9-d184-4883-8ff9-b428d592b249 admin admin] Publish callbacks [] for subnet (82be5f81-658b-4693-a8c4-92b95cd7c354), precommit_delete_associations {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:50.455613 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b17711d9-d184-4883-8ff9-b428d592b249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1040298'] for subnet (82be5f81-658b-4693-a8c4-92b95cd7c354), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:50.478521 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4ee3d99a-1deb-40e9-9ecf-e9feb4fb799e req-0d14e76b-e793-4404-8740-76fef785bc47 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3af0afc2-a8fa-427e-a8af-57c40105fd2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804574 Oct 01 04:18:50.532874 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18c1af-b6c7-4431-9017-2bfe4f5c8c23 req-b308b944-8b24-4599-bbc7-51006a84adb4 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:50.534425 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2e18c1af-b6c7-4431-9017-2bfe4f5c8c23 req-b308b944-8b24-4599-bbc7-51006a84adb4 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 946 time: 0.0809834 Oct 01 04:18:50.551751 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:50.584676 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b17711d9-d184-4883-8ff9-b428d592b249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1035713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8038045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598'] for subnet (82be5f81-658b-4693-a8c4-92b95cd7c354), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:50.629886 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17711d9-d184-4883-8ff9-b428d592b249 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82be5f81-658b-4693-a8c4-92b95cd7c354,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:50.638003 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b17711d9-d184-4883-8ff9-b428d592b249 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for subnet (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:50.643952 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-b17711d9-d184-4883-8ff9-b428d592b249 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/82be5f81-658b-4693-a8c4-92b95cd7c354 HTTP/1.1" status: 204 len: 168 time: 0.2974222 Oct 01 04:18:50.644059 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 34232) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:50.653817 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2e18c1af-b6c7-4431-9017-2bfe4f5c8c23 req-52b3a8aa-5960-450a-ad4e-134b9fb8d284 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980301 Oct 01 04:18:50.723447 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f30acceb-08dc-4fb3-8ae6-52d40258cdd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799227'] for network (c67485b1-6d06-4781-aed8-dbac1ef384f6), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:50.741190 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:50.861224 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f30acceb-08dc-4fb3-8ae6-52d40258cdd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-909724', 'neutron.services.segments.db._delete_segments_for_network-8783883502282'] for network (c67485b1-6d06-4781-aed8-dbac1ef384f6), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:50.903123 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f30acceb-08dc-4fb3-8ae6-52d40258cdd5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:18:50.903499 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f30acceb-08dc-4fb3-8ae6-52d40258cdd5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:18:50.904272 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f30acceb-08dc-4fb3-8ae6-52d40258cdd5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:18:50.905300 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f30acceb-08dc-4fb3-8ae6-52d40258cdd5 admin admin] Subscribe: > port after_create 55550000 {{(pid=106387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:18:50.906075 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f30acceb-08dc-4fb3-8ae6-52d40258cdd5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:18:50.906603 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f30acceb-08dc-4fb3-8ae6-52d40258cdd5 admin admin] Subscribe: > port after_update 55550000 {{(pid=106387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:18:50.906974 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f30acceb-08dc-4fb3-8ae6-52d40258cdd5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:18:50.907408 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f30acceb-08dc-4fb3-8ae6-52d40258cdd5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:18:50.907779 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f30acceb-08dc-4fb3-8ae6-52d40258cdd5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:18:50.908074 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f30acceb-08dc-4fb3-8ae6-52d40258cdd5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:18:51.019567 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:51.034223 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800b399-7ed4-4ee4-9dbd-075e9e5482cb req-66266f46-72e8-4429-b356-b541f5831ad5 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:51.036560 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2800b399-7ed4-4ee4-9dbd-075e9e5482cb req-66266f46-72e8-4429-b356-b541f5831ad5 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 946 time: 0.0589113 Oct 01 04:18:51.099382 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2800b399-7ed4-4ee4-9dbd-075e9e5482cb req-92d2e81f-c31b-4be7-a256-857a1c9c54f9 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564232 Oct 01 04:18:51.142354 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f30acceb-08dc-4fb3-8ae6-52d40258cdd5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:18:51.143214 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f30acceb-08dc-4fb3-8ae6-52d40258cdd5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:18:51.143347 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f30acceb-08dc-4fb3-8ae6-52d40258cdd5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:18:51.143691 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f30acceb-08dc-4fb3-8ae6-52d40258cdd5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:18:51.144122 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.services.segments.db [None req-f30acceb-08dc-4fb3-8ae6-52d40258cdd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c67485b1-6d06-4781-aed8-dbac1ef384f6']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:18:51.207203 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.services.segments.db [None req-f30acceb-08dc-4fb3-8ae6-52d40258cdd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9eac7d7-e27a-4e7c-bd9e-58ce7d29e9ac') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:18:51.207499 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.services.segments.db [None req-f30acceb-08dc-4fb3-8ae6-52d40258cdd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9eac7d7-e27a-4e7c-bd9e-58ce7d29e9ac') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:18:51.214459 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5131a9a3-c535-4d79-98bb-6ad290bd11c1 req-f85bfefb-92f8-43fe-a262-09d55e8580ab service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3817220 Oct 01 04:18:51.237867 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f30acceb-08dc-4fb3-8ae6-52d40258cdd5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783883475047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4947403'] for segment (b9eac7d7-e27a-4e7c-bd9e-58ce7d29e9ac), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:51.269256 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f15c1-f39f-4a63-a12b-a20dbb39d83b req-59f6603b-8652-4a06-bc63-30e9068c3426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:51.270757 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2b2f15c1-f39f-4a63-a12b-a20dbb39d83b req-59f6603b-8652-4a06-bc63-30e9068c3426 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=839c91c5262a49768c3e937b5a034137&device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 1130 time: 0.1203532 Oct 01 04:18:51.275142 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f30acceb-08dc-4fb3-8ae6-52d40258cdd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916673'] for segment (b9eac7d7-e27a-4e7c-bd9e-58ce7d29e9ac), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:51.290797 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f30acceb-08dc-4fb3-8ae6-52d40258cdd5 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 01 04:18:51.291532 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f30acceb-08dc-4fb3-8ae6-52d40258cdd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4916018'] for segment (b9eac7d7-e27a-4e7c-bd9e-58ce7d29e9ac), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:51.351599 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745f9f5-bf89-4a4c-83b3-69a03b8ab3d3 req-4244e7f5-3011-42a2-a843-0a1cf3b2a33b tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:51.356802 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-e745f9f5-bf89-4a4c-83b3-69a03b8ab3d3 req-4244e7f5-3011-42a2-a843-0a1cf3b2a33b tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 945 time: 0.0656886 Oct 01 04:18:51.397725 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f30acceb-08dc-4fb3-8ae6-52d40258cdd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-909719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8037924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989909'] for network (c67485b1-6d06-4781-aed8-dbac1ef384f6), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:51.409116 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f30acceb-08dc-4fb3-8ae6-52d40258cdd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for network (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:51.414136 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-f30acceb-08dc-4fb3-8ae6-52d40258cdd5 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/c67485b1-6d06-4781-aed8-dbac1ef384f6 HTTP/1.1" status: 204 len: 168 time: 0.7692461 Oct 01 04:18:51.417035 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 34262) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:51.437384 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30acceb-08dc-4fb3-8ae6-52d40258cdd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c67485b1-6d06-4781-aed8-dbac1ef384f6,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:51.470181 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-e745f9f5-bf89-4a4c-83b3-69a03b8ab3d3 req-be4838f3-2084-4511-93a5-ed2fd23ca36c tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039193 Oct 01 04:18:51.509004 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ac16ed4-c4cb-471f-8564-d6013169df30 admin admin] Deleting subnet 65f74ecb-3bac-4346-9a16-54534f9b8f3b {{(pid=106386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 01 04:18:51.509384 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3ac16ed4-c4cb-471f-8564-d6013169df30 admin admin] Publish callbacks [] for subnet (65f74ecb-3bac-4346-9a16-54534f9b8f3b), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:51.570622 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3ac16ed4-c4cb-471f-8564-d6013169df30 admin admin] Publish callbacks [] for subnet (65f74ecb-3bac-4346-9a16-54534f9b8f3b), precommit_delete_associations {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:51.598716 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3ac16ed4-c4cb-471f-8564-d6013169df30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1040298'] for subnet (65f74ecb-3bac-4346-9a16-54534f9b8f3b), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:51.652790 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f15c1-f39f-4a63-a12b-a20dbb39d83b req-b3e70011-704d-4436-850a-6ae6f8c7b29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:51.657297 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2b2f15c1-f39f-4a63-a12b-a20dbb39d83b req-b3e70011-704d-4436-850a-6ae6f8c7b29d service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=9e21d865-d526-49ca-8e76-21cf583604c4 HTTP/1.1" status: 200 len: 920 time: 0.1660984 Oct 01 04:18:51.683006 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3ac16ed4-c4cb-471f-8564-d6013169df30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1035713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8038045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598'] for subnet (65f74ecb-3bac-4346-9a16-54534f9b8f3b), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:51.706415 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac16ed4-c4cb-471f-8564-d6013169df30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65f74ecb-3bac-4346-9a16-54534f9b8f3b,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:51.716821 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3ac16ed4-c4cb-471f-8564-d6013169df30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for subnet (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:51.721225 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-3ac16ed4-c4cb-471f-8564-d6013169df30 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/65f74ecb-3bac-4346-9a16-54534f9b8f3b HTTP/1.1" status: 204 len: 168 time: 0.3030596 Oct 01 04:18:51.723937 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 34276) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:51.822951 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2a7e4378-5796-4790-8564-cec376e6c080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799227'] for network (a85ccab4-8d42-4a6d-aa10-c9d12deddf58), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:51.877925 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.services.segments.plugin [-] Segment b9eac7d7-e27a-4e7c-bd9e-58ce7d29e9ac resource provider aggregate not found Oct 01 04:18:51.882654 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2b2f15c1-f39f-4a63-a12b-a20dbb39d83b req-afe5316a-d480-4f9c-92e5-64d69f5f5e89 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94c6e2ab-bf5f-4d4a-87aa-757bce04cc43 HTTP/1.1" status: 200 len: 217 time: 0.1004424 Oct 01 04:18:51.908404 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.services.segments.plugin [-] Segment b9eac7d7-e27a-4e7c-bd9e-58ce7d29e9ac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b9eac7d7-e27a-4e7c-bd9e-58ce7d29e9ac found for delete ", "request_id": "req-5c712d3a-7ebf-4149-8054-d46fe5eb94e8"}]} Oct 01 04:18:51.937813 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2a7e4378-5796-4790-8564-cec376e6c080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-909724', 'neutron.services.segments.db._delete_segments_for_network-8783883502282'] for network (a85ccab4-8d42-4a6d-aa10-c9d12deddf58), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:51.958665 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2a7e4378-5796-4790-8564-cec376e6c080 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:18:51.959031 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2a7e4378-5796-4790-8564-cec376e6c080 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:18:51.959803 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2a7e4378-5796-4790-8564-cec376e6c080 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:18:51.960134 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2a7e4378-5796-4790-8564-cec376e6c080 admin admin] Subscribe: > port after_create 55550000 {{(pid=106386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:18:51.960491 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2a7e4378-5796-4790-8564-cec376e6c080 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:18:51.960841 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2a7e4378-5796-4790-8564-cec376e6c080 admin admin] Subscribe: > port after_update 55550000 {{(pid=106386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:18:51.961215 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2a7e4378-5796-4790-8564-cec376e6c080 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:18:51.961560 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2a7e4378-5796-4790-8564-cec376e6c080 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:18:51.961880 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2a7e4378-5796-4790-8564-cec376e6c080 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:18:51.962205 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2a7e4378-5796-4790-8564-cec376e6c080 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:18:52.039406 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2a7e4378-5796-4790-8564-cec376e6c080 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:18:52.039770 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2a7e4378-5796-4790-8564-cec376e6c080 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:18:52.040116 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2a7e4378-5796-4790-8564-cec376e6c080 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:18:52.040453 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2a7e4378-5796-4790-8564-cec376e6c080 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 01 04:18:52.040816 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.services.segments.db [None req-2a7e4378-5796-4790-8564-cec376e6c080 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a85ccab4-8d42-4a6d-aa10-c9d12deddf58']}} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:18:52.071204 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.services.segments.db [None req-2a7e4378-5796-4790-8564-cec376e6c080 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b4d8ec7-3b6c-49c7-b61c-d8ebe85c9dac') {'for_net_delete': True} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:18:52.071598 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.services.segments.db [None req-2a7e4378-5796-4790-8564-cec376e6c080 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b4d8ec7-3b6c-49c7-b61c-d8ebe85c9dac') {} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:18:52.091279 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2a7e4378-5796-4790-8564-cec376e6c080 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783883475047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5479329'] for segment (6b4d8ec7-3b6c-49c7-b61c-d8ebe85c9dac), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:52.122190 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2a7e4378-5796-4790-8564-cec376e6c080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916673'] for segment (6b4d8ec7-3b6c-49c7-b61c-d8ebe85c9dac), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:52.135728 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a7e4378-5796-4790-8564-cec376e6c080 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=106386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 01 04:18:52.136500 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2a7e4378-5796-4790-8564-cec376e6c080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5072030'] for segment (6b4d8ec7-3b6c-49c7-b61c-d8ebe85c9dac), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:52.272564 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2a7e4378-5796-4790-8564-cec376e6c080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-909719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8037924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989909'] for network (a85ccab4-8d42-4a6d-aa10-c9d12deddf58), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:52.280230 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b23f77-1bef-4e56-9915-02668d150a11 req-815f9e87-bae1-4b5a-8707-6592ad547807 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:52.281873 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-68b23f77-1bef-4e56-9915-02668d150a11 req-815f9e87-bae1-4b5a-8707-6592ad547807 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 946 time: 0.0713673 Oct 01 04:18:52.288968 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2a7e4378-5796-4790-8564-cec376e6c080 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for network (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:52.292225 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-2a7e4378-5796-4790-8564-cec376e6c080 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/a85ccab4-8d42-4a6d-aa10-c9d12deddf58 HTTP/1.1" status: 204 len: 168 time: 0.5670373 Oct 01 04:18:52.305016 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.services.segments.plugin [-] Segment 6b4d8ec7-3b6c-49c7-b61c-d8ebe85c9dac resource provider aggregate not found Oct 01 04:18:52.308772 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e4378-5796-4790-8564-cec376e6c080 admin admin] Pushing event deleted for resources: {'Network': ['ID=a85ccab4-8d42-4a6d-aa10-c9d12deddf58,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:52.330183 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.services.segments.plugin [-] Segment 6b4d8ec7-3b6c-49c7-b61c-d8ebe85c9dac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6b4d8ec7-3b6c-49c7-b61c-d8ebe85c9dac found for delete ", "request_id": "req-ddf18e72-04e0-44d6-aebf-b9b870aa378b"}]} Oct 01 04:18:52.349810 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:52.362481 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-68b23f77-1bef-4e56-9915-02668d150a11 req-2abb8fed-327c-4bfb-a071-d5a72e1934ba tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510592 Oct 01 04:18:52.383158 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f15c1-f39f-4a63-a12b-a20dbb39d83b req-b7c76fd0-268d-4a53-af7e-ca915fd85f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:52.384799 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2b2f15c1-f39f-4a63-a12b-a20dbb39d83b req-b7c76fd0-268d-4a53-af7e-ca915fd85f25 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5be7b0c5-9e6d-4922-a242-c74e298031bb HTTP/1.1" status: 200 len: 858 time: 0.1013696 Oct 01 04:18:52.510402 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 34324) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:52.562673 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-4f3d582e-32cf-4f80-a075-27c8533785dc admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=aa03cfd05b6a4245ab91f2173cebb615&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0510728 Oct 01 04:18:52.565101 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 34334) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:52.623161 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e306ed52-9eb1-417e-b2db-7378e2e8c872 admin admin] Publish callbacks [] for security_group (4cd818f8-6806-4057-bf93-bd3378b1e2af), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:52.642343 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d62368-6b9b-4801-9cd3-26a6121d9bdf req-73b4cded-f7b8-4a5d-9b8e-ec3fb29ec817 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:52.644392 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-33d62368-6b9b-4801-9cd3-26a6121d9bdf req-73b4cded-f7b8-4a5d-9b8e-ec3fb29ec817 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 945 time: 0.0557785 Oct 01 04:18:52.646777 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e306ed52-9eb1-417e-b2db-7378e2e8c872 admin admin] Publish callbacks [] for security_group (4cd818f8-6806-4057-bf93-bd3378b1e2af), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:52.702707 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-33d62368-6b9b-4801-9cd3-26a6121d9bdf req-e92e78af-9c71-40c0-a163-55f880d8cd6f tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525112 Oct 01 04:18:52.718638 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e306ed52-9eb1-417e-b2db-7378e2e8c872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (4cd818f8-6806-4057-bf93-bd3378b1e2af), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:52.721814 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e306ed52-9eb1-417e-b2db-7378e2e8c872 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:52.724909 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-e306ed52-9eb1-417e-b2db-7378e2e8c872 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/4cd818f8-6806-4057-bf93-bd3378b1e2af HTTP/1.1" status: 204 len: 168 time: 0.1588829 Oct 01 04:18:52.745174 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (2c3964fb-7920-4c48-8672-be15ccfa9ce8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:52.749499 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e306ed52-9eb1-417e-b2db-7378e2e8c872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd818f8-6806-4057-bf93-bd3378b1e2af,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:53.192150 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 34356) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:53.235662 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-73e80d3b-657c-4e45-b188-c5b7aae70749 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=a8dc6a43c1f64c3c9d64b669e1ea93ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423453 Oct 01 04:18:53.238226 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 34358) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:53.289736 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-77e196bd-04e4-4629-838e-743ce867ec3f admin admin] Publish callbacks [] for security_group (7209c19e-6807-4530-9016-84e74af27309), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:53.310446 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-77e196bd-04e4-4629-838e-743ce867ec3f admin admin] Publish callbacks [] for security_group (7209c19e-6807-4530-9016-84e74af27309), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:53.362089 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-77e196bd-04e4-4629-838e-743ce867ec3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (7209c19e-6807-4530-9016-84e74af27309), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:53.365265 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-77e196bd-04e4-4629-838e-743ce867ec3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:53.366465 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-77e196bd-04e4-4629-838e-743ce867ec3f admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/7209c19e-6807-4530-9016-84e74af27309 HTTP/1.1" status: 204 len: 168 time: 0.1272831 Oct 01 04:18:53.375298 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e196bd-04e4-4629-838e-743ce867ec3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7209c19e-6807-4530-9016-84e74af27309,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:18:53.479355 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:53.488780 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea03fc-6c92-4615-b6c8-f23c8fe51cfc req-8051ea06-6871-4e67-b313-94db4695c711 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:53.490248 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7aea03fc-6c92-4615-b6c8-f23c8fe51cfc req-8051ea06-6871-4e67-b313-94db4695c711 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 946 time: 0.0476179 Oct 01 04:18:53.544694 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7aea03fc-6c92-4615-b6c8-f23c8fe51cfc req-80a4849d-6dac-48d2-8022-dbe7e5258709 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471091 Oct 01 04:18:53.847252 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09dce0f-1fa5-46cb-a1a9-eefa1ef81a5c req-397113df-22f0-42af-8d91-acaa2dc91292 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:53.848902 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-c09dce0f-1fa5-46cb-a1a9-eefa1ef81a5c req-397113df-22f0-42af-8d91-acaa2dc91292 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 945 time: 0.0502717 Oct 01 04:18:53.905241 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-c09dce0f-1fa5-46cb-a1a9-eefa1ef81a5c req-585af430-4e58-490c-aa61-97cd31674ded tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486889 Oct 01 04:18:54.481151 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f15c1-f39f-4a63-a12b-a20dbb39d83b req-e6225de3-4d60-479a-a9b2-63c9a441a2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:54.483558 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2b2f15c1-f39f-4a63-a12b-a20dbb39d83b req-e6225de3-4d60-479a-a9b2-63c9a441a2d9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=9e21d865-d526-49ca-8e76-21cf583604c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0694921 Oct 01 04:18:54.658493 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:54.669460 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994ae53-0360-4d25-bf60-3dee1b9c1f88 req-47d67abd-9047-41e7-80b6-ed099555f5da tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:54.671638 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-e994ae53-0360-4d25-bf60-3dee1b9c1f88 req-47d67abd-9047-41e7-80b6-ed099555f5da tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 946 time: 0.0489273 Oct 01 04:18:54.718709 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-e994ae53-0360-4d25-bf60-3dee1b9c1f88 req-fd318472-60a3-4dad-82ac-0219030df834 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410616 Oct 01 04:18:55.034417 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b1151f-c22d-400f-942e-6daa90ff6a79 req-1230c037-838a-4d0a-b4d4-ea102aa342ba tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:55.035917 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-e6b1151f-c22d-400f-942e-6daa90ff6a79 req-1230c037-838a-4d0a-b4d4-ea102aa342ba tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 945 time: 0.0484915 Oct 01 04:18:55.084145 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-e6b1151f-c22d-400f-942e-6daa90ff6a79 req-dc7576b0-b6a5-458a-aba8-44882003f87f tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427125 Oct 01 04:18:55.216652 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5957e1f6-1a0f-4d38-949d-abc1e4f18c3f req-1d0fe3b1-6177-4a08-bfa9-453ef409e5d1 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:55.219356 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-5957e1f6-1a0f-4d38-949d-abc1e4f18c3f req-1d0fe3b1-6177-4a08-bfa9-453ef409e5d1 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 945 time: 0.0530579 Oct 01 04:18:55.229880 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 34418) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:18:55.234347 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-c3c3c210-4ea2-405e-8ee0-cba2fd1ebb91 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Request body: {'floatingip': {'port_id': '28ed6420-e14b-48a2-a448-a8ab736b93af'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:18:55.305258 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c3c3c210-4ea2-405e-8ee0-cba2fd1ebb91 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks [] for floatingip (ff4aa418-8158-46f2-976d-62e7bbbfd1f2), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:55.387585 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:55.896593 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-07b012d3-2482-4c6d-b69b-0221abdee0c2 req-386644c1-4aab-4dfd-9ba9-8b28b12fd5e9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7dfb3a74-410c-431c-bbc1-4f8f6489b924&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0996740 Oct 01 04:18:55.963178 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246cea2-a7c9-4db2-a5cd-18e353df069a req-2cb5f0b8-b4ca-442b-be9a-c41823f17fb0 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:55.979723 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d246cea2-a7c9-4db2-a5cd-18e353df069a req-2cb5f0b8-b4ca-442b-be9a-c41823f17fb0 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 946 time: 0.1097217 Oct 01 04:18:56.055959 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d246cea2-a7c9-4db2-a5cd-18e353df069a req-15e3225f-ba5a-450c-b8cd-bab1821ffdc2 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752616 Oct 01 04:18:56.141816 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2b2f15c1-f39f-4a63-a12b-a20dbb39d83b req-cedcdc15-b452-4fde-8e70-d0bb2474d2d9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9e21d865-d526-49ca-8e76-21cf583604c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438530 Oct 01 04:18:56.159804 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b012d3-2482-4c6d-b69b-0221abdee0c2 req-b0bc4aaf-0860-4ba6-8f1b-5cfe99642fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:56.161316 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-07b012d3-2482-4c6d-b69b-0221abdee0c2 req-b0bc4aaf-0860-4ba6-8f1b-5cfe99642fda service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=c1b321c355e94b8496955f09f547f561&device_id=7dfb3a74-410c-431c-bbc1-4f8f6489b924 HTTP/1.1" status: 200 len: 1130 time: 0.1893861 Oct 01 04:18:56.343978 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:56.525379 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2b2f15c1-f39f-4a63-a12b-a20dbb39d83b req-deea28aa-524f-41ba-a378-0f3a3c0e48cf service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9e21d865-d526-49ca-8e76-21cf583604c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354192 Oct 01 04:18:56.570355 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b012d3-2482-4c6d-b69b-0221abdee0c2 req-8255522f-33b4-43e5-b380-3fdc52218d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:56.571800 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-07b012d3-2482-4c6d-b69b-0221abdee0c2 req-8255522f-33b4-43e5-b380-3fdc52218d83 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=8dd89a22-dfc1-4ff5-8687-6381c17de176 HTTP/1.1" status: 200 len: 913 time: 0.3743565 Oct 01 04:18:56.581289 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c3c3c210-4ea2-405e-8ee0-cba2fd1ebb91 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:56.586016 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c3c3c210-4ea2-405e-8ee0-cba2fd1ebb91 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989928'] for floatingip (ff4aa418-8158-46f2-976d-62e7bbbfd1f2), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:56.688821 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.db.l3_db [None req-c3c3c210-4ea2-405e-8ee0-cba2fd1ebb91 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Floating IP ff4aa418-8158-46f2-976d-62e7bbbfd1f2 associated. External IP: 172.27.2.79, port: 28ed6420-e14b-48a2-a448-a8ab736b93af. Oct 01 04:18:56.695345 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06570a52-c8cd-405e-8265-c2b811f53733 req-a5643897-4397-46d4-abbd-cdb2375b4ad2 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:56.696951 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-06570a52-c8cd-405e-8265-c2b811f53733 req-a5643897-4397-46d4-abbd-cdb2375b4ad2 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7dfb3a74-410c-431c-bbc1-4f8f6489b924 HTTP/1.1" status: 200 len: 946 time: 0.0489550 Oct 01 04:18:56.753240 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-06570a52-c8cd-405e-8265-c2b811f53733 req-6033e2b8-c91c-46fd-b0ec-208590b95c7b tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62dc82da-c37b-47c1-9a97-aee660e3fa39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500557 Oct 01 04:18:56.766467 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:56.892388 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c3c210-4ea2-405e-8ee0-cba2fd1ebb91 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Router 3afaa6c5-af0b-47df-85d6-9e90acb38e71 has already been hosted by L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 01 04:18:57.003558 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c3c210-4ea2-405e-8ee0-cba2fd1ebb91 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:18:57.008323 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c3c3c210-4ea2-405e-8ee0-cba2fd1ebb91 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for floatingip (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:18:57.013057 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29a6f17-f8a4-440c-9f30-639cc198e984 None None] Sync routers for ids ['3afaa6c5-af0b-47df-85d6-9e90acb38e71'] in dv-cinder-860044-1-iscsi {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:18:57.022989 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29a6f17-f8a4-440c-9f30-639cc198e984 None None] Routers {'3afaa6c5-af0b-47df-85d6-9e90acb38e71'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:18:57.023587 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-d29a6f17-f8a4-440c-9f30-639cc198e984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:18:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['3afaa6c5-af0b-47df-85d6-9e90acb38e71'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:18:57.040900 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-c3c3c210-4ea2-405e-8ee0-cba2fd1ebb91 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/ff4aa418-8158-46f2-976d-62e7bbbfd1f2 HTTP/1.1" status: 200 len: 990 time: 1.8078330 Oct 01 04:18:57.040900 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e14e3570-67e7-43d6-bcaf-6688168956b2', 'tag': '28ed6420-e14b-48a2-a448-a8ab736b93af'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:18:57.042730 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23a471ff00a13a2eea8c87216c43e2c9873adc8b08d975975de21b294c9ff96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ff7bbe-dcc5-4690-914e-dedba9824b69" -d '{"events": [{"name": "network-changed", "server_uuid": "e14e3570-67e7-43d6-bcaf-6688168956b2", "tag": "28ed6420-e14b-48a2-a448-a8ab736b93af"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:18:57.110733 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 01 Oct 2022 04:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a6b17b-8c74-41ce-b33d-aaac54508cf8 x-openstack-request-id: req-d9a6b17b-8c74-41ce-b33d-aaac54508cf8 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:18:57.111131 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e14e3570-67e7-43d6-bcaf-6688168956b2", "tag": "28ed6420-e14b-48a2-a448-a8ab736b93af", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:18:57.111567 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d9a6b17b-8c74-41ce-b33d-aaac54508cf8 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:18:57.112364 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9a6b17b-8c74-41ce-b33d-aaac54508cf8'] response: {'name': 'network-changed', 'server_uuid': 'e14e3570-67e7-43d6-bcaf-6688168956b2', 'tag': '28ed6420-e14b-48a2-a448-a8ab736b93af', 'status': 'completed', 'code': 200} Oct 01 04:18:57.136816 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:57.145448 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-d29a6f17-f8a4-440c-9f30-639cc198e984 None None] Set router 3afaa6c5-af0b-47df-85d6-9e90acb38e71 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:18:57.234075 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e0e13e-07bd-421f-b5ed-b68ca0a8e623 req-7f5835fd-73a5-4c26-8984-fc5a2922fee9 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:57.235950 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-47e0e13e-07bd-421f-b5ed-b68ca0a8e623 req-7f5835fd-73a5-4c26-8984-fc5a2922fee9 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 946 time: 0.0734131 Oct 01 04:18:57.300059 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-47e0e13e-07bd-421f-b5ed-b68ca0a8e623 req-845c5a09-9d34-488b-b386-6b64e88fd692 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581055 Oct 01 04:18:57.309784 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:18:57.400127 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-d29a6f17-f8a4-440c-9f30-639cc198e984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'name': 'tempest-AttachVolumeShelveTestJSON-1219296695-router', 'tenant_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'dd4468db-ec48-49c8-8eb6-06517b0d32d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:44Z', 'updated_at': '2022-10-01T04:17:58Z', 'revision_number': 4, 'project_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'gw_port': {'id': 'dd4468db-ec48-49c8-8eb6-06517b0d32d3', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:95:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:46Z', 'updated_at': '2022-10-01T04:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_floatingips': [{'id': 'ff4aa418-8158-46f2-976d-62e7bbbfd1f2', 'tenant_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'router_id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'port_id': '28ed6420-e14b-48a2-a448-a8ab736b93af', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41ad6d82-393d-469b-ad56-b82ab9a77fee', 'mac_address': 'fa:16:3e:3f:60:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14e3570-67e7-43d6-bcaf-6688168956b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-01T04:18:06Z', 'updated_at': '2022-10-01T04:18:56Z', 'revision_number': 1, 'project_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f582974d-8b65-4524-bec5-48d37856577d', 'name': '', 'network_id': '41ad6d82-393d-469b-ad56-b82ab9a77fee', 'tenant_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'mac_address': 'fa:16:3e:44:c1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd3f0d177-35e4-4cba-a762-d1357d3a9c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:57Z', 'updated_at': '2022-10-01T04:18:14Z', 'revision_number': 5, 'project_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'subnets': [{'id': 'd3f0d177-35e4-4cba-a762-d1357d3a9c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:18:57.429717 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29a6f17-f8a4-440c-9f30-639cc198e984 None None] Checking router: 3afaa6c5-af0b-47df-85d6-9e90acb38e71 for host: dv-cinder-860044-1-iscsi {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:18:57.439761 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29a6f17-f8a4-440c-9f30-639cc198e984 None None] Routers {'3afaa6c5-af0b-47df-85d6-9e90acb38e71'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:18:57.440880 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-d29a6f17-f8a4-440c-9f30-639cc198e984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:18:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['3afaa6c5-af0b-47df-85d6-9e90acb38e71'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:18:57.637751 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-d29a6f17-f8a4-440c-9f30-639cc198e984 None None] Set router 3afaa6c5-af0b-47df-85d6-9e90acb38e71 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:18:57.853943 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-d29a6f17-f8a4-440c-9f30-639cc198e984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'name': 'tempest-AttachVolumeShelveTestJSON-1219296695-router', 'tenant_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'dd4468db-ec48-49c8-8eb6-06517b0d32d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:44Z', 'updated_at': '2022-10-01T04:17:58Z', 'revision_number': 4, 'project_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'gw_port': {'id': 'dd4468db-ec48-49c8-8eb6-06517b0d32d3', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:95:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:46Z', 'updated_at': '2022-10-01T04:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_floatingips': [{'id': 'ff4aa418-8158-46f2-976d-62e7bbbfd1f2', 'tenant_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'router_id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'port_id': '28ed6420-e14b-48a2-a448-a8ab736b93af', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41ad6d82-393d-469b-ad56-b82ab9a77fee', 'mac_address': 'fa:16:3e:3f:60:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14e3570-67e7-43d6-bcaf-6688168956b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-01T04:18:06Z', 'updated_at': '2022-10-01T04:18:56Z', 'revision_number': 1, 'project_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f582974d-8b65-4524-bec5-48d37856577d', 'name': '', 'network_id': '41ad6d82-393d-469b-ad56-b82ab9a77fee', 'tenant_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'mac_address': 'fa:16:3e:44:c1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd3f0d177-35e4-4cba-a762-d1357d3a9c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:57Z', 'updated_at': '2022-10-01T04:18:14Z', 'revision_number': 5, 'project_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'subnets': [{'id': 'd3f0d177-35e4-4cba-a762-d1357d3a9c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:18:57.879085 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9c5e4-0e23-4f2b-8a81-24717be10f82 req-45dc44f5-ab34-42ad-8951-a6a160a52623 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:57.879321 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29a6f17-f8a4-440c-9f30-639cc198e984 None None] The sync data for ids ['3afaa6c5-af0b-47df-85d6-9e90acb38e71'] in dv-cinder-860044-1-iscsi is: [{'id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'name': 'tempest-AttachVolumeShelveTestJSON-1219296695-router', 'tenant_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'dd4468db-ec48-49c8-8eb6-06517b0d32d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:44Z', 'updated_at': '2022-10-01T04:17:58Z', 'revision_number': 4, 'project_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'gw_port': {'id': 'dd4468db-ec48-49c8-8eb6-06517b0d32d3', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:95:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:46Z', 'updated_at': '2022-10-01T04:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_floatingips': [{'id': 'ff4aa418-8158-46f2-976d-62e7bbbfd1f2', 'tenant_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'router_id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'port_id': '28ed6420-e14b-48a2-a448-a8ab736b93af', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41ad6d82-393d-469b-ad56-b82ab9a77fee', 'mac_address': 'fa:16:3e:3f:60:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14e3570-67e7-43d6-bcaf-6688168956b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-01T04:18:06Z', 'updated_at': '2022-10-01T04:18:56Z', 'revision_number': 1, 'project_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f582974d-8b65-4524-bec5-48d37856577d', 'name': '', 'network_id': '41ad6d82-393d-469b-ad56-b82ab9a77fee', 'tenant_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'mac_address': 'fa:16:3e:44:c1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd3f0d177-35e4-4cba-a762-d1357d3a9c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:57Z', 'updated_at': '2022-10-01T04:18:14Z', 'revision_number': 5, 'project_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'subnets': [{'id': 'd3f0d177-35e4-4cba-a762-d1357d3a9c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:18:57.880669 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-c4e9c5e4-0e23-4f2b-8a81-24717be10f82 req-45dc44f5-ab34-42ad-8951-a6a160a52623 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7dfb3a74-410c-431c-bbc1-4f8f6489b924 HTTP/1.1" status: 200 len: 946 time: 0.0455267 Oct 01 04:18:57.930078 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-c4e9c5e4-0e23-4f2b-8a81-24717be10f82 req-40ff8606-3ef8-4668-9e9e-eec1f13c882d tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62dc82da-c37b-47c1-9a97-aee660e3fa39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435174 Oct 01 04:18:58.098119 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bc8a0a-ec9d-4912-8c86-cd0994de46ee None None] New status for floating IP ff4aa418-8158-46f2-976d-62e7bbbfd1f2: ACTIVE {{(pid=106388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 01 04:18:58.440756 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c87890-af85-48d5-94c7-d2f5ad0fbfa9 req-c2ec6ec4-0395-4ab5-985b-156a261f0daa tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:58.442244 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-00c87890-af85-48d5-94c7-d2f5ad0fbfa9 req-c2ec6ec4-0395-4ab5-985b-156a261f0daa tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 946 time: 0.0509152 Oct 01 04:18:58.488717 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-00c87890-af85-48d5-94c7-d2f5ad0fbfa9 req-f860d19d-98fa-40c1-b7a0-957b3a8b54ff tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409217 Oct 01 04:18:59.054191 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871dd15-6ca8-4de9-a2ee-f2dc530c36ad req-18daccd5-3cc7-4860-acc8-db83db5638c7 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:59.055649 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-6871dd15-6ca8-4de9-a2ee-f2dc530c36ad req-18daccd5-3cc7-4860-acc8-db83db5638c7 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7dfb3a74-410c-431c-bbc1-4f8f6489b924 HTTP/1.1" status: 200 len: 946 time: 0.0464864 Oct 01 04:18:59.102504 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-6871dd15-6ca8-4de9-a2ee-f2dc530c36ad req-0ffdbb51-4921-41aa-b567-1d30f469ada9 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62dc82da-c37b-47c1-9a97-aee660e3fa39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413713 Oct 01 04:18:59.608423 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b763d9c-058a-4d5a-8aab-23cee8283831 req-a2270d3f-0b2b-4e50-a3a1-54515ad8fd32 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:18:59.609900 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-0b763d9c-058a-4d5a-8aab-23cee8283831 req-a2270d3f-0b2b-4e50-a3a1-54515ad8fd32 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 946 time: 0.0466022 Oct 01 04:18:59.660063 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-0b763d9c-058a-4d5a-8aab-23cee8283831 req-fef295fe-60fe-4ff4-acae-44a125a029d0 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445213 Oct 01 04:18:59.984312 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-07b012d3-2482-4c6d-b69b-0221abdee0c2 req-35d21044-6a08-407c-8c74-b31385326fae service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03e60013-3f85-4d23-979a-41de21fce50c HTTP/1.1" status: 200 len: 217 time: 0.0393488 Oct 01 04:19:00.225431 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62ca8f-e3dd-4625-83ee-8e856f1f5505 req-4440d796-6361-4a22-b6ba-093c7259d5de tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:00.226904 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-de62ca8f-e3dd-4625-83ee-8e856f1f5505 req-4440d796-6361-4a22-b6ba-093c7259d5de tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7dfb3a74-410c-431c-bbc1-4f8f6489b924 HTTP/1.1" status: 200 len: 946 time: 0.0480592 Oct 01 04:19:00.239926 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:00.277705 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-de62ca8f-e3dd-4625-83ee-8e856f1f5505 req-d29ffc8b-afd7-43c5-98fc-30f5f8b6c7c6 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62dc82da-c37b-47c1-9a97-aee660e3fa39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444903 Oct 01 04:19:00.774336 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:00.783393 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a80b0a-be6c-4c04-a8a0-390d3c67371e req-9b95e4ff-4442-4174-9f24-6cf6d93a96f4 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:00.784907 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-72a80b0a-be6c-4c04-a8a0-390d3c67371e req-9b95e4ff-4442-4174-9f24-6cf6d93a96f4 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 946 time: 0.0478954 Oct 01 04:19:00.834531 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-72a80b0a-be6c-4c04-a8a0-390d3c67371e req-8d4ab190-a1e1-44e0-bcb4-cc5a93d74f4a tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439482 Oct 01 04:19:01.159062 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 34532) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:01.284974 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-366b36fd-c8e0-4d74-bc37-b52ec6b4b1ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:01.381594 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-366b36fd-c8e0-4d74-bc37-b52ec6b4b1ce admin admin] Publish callbacks [] for security_group (d67175c1-70c7-4347-92d0-ee78b13b266f), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:01.387960 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-366b36fd-c8e0-4d74-bc37-b52ec6b4b1ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (d67175c1-70c7-4347-92d0-ee78b13b266f), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:01.448338 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366b36fd-c8e0-4d74-bc37-b52ec6b4b1ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67175c1-70c7-4347-92d0-ee78b13b266f,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:01.455821 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-366b36fd-c8e0-4d74-bc37-b52ec6b4b1ce admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=736dec385e1b40a5a780fed18a76bae2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2955735 Oct 01 04:19:01.458682 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 34550) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:01.468435 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b5e96-c897-4479-b778-7a58388fd413 req-e60a68f1-8473-4aa6-a3f6-e147497db210 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:01.470436 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-534b5e96-c897-4479-b778-7a58388fd413 req-e60a68f1-8473-4aa6-a3f6-e147497db210 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7dfb3a74-410c-431c-bbc1-4f8f6489b924 HTTP/1.1" status: 200 len: 946 time: 0.1105745 Oct 01 04:19:01.515996 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4effd6bc-f5a8-4f98-b5ed-1a2ae76c3a89 admin admin] Publish callbacks [] for security_group (d67175c1-70c7-4347-92d0-ee78b13b266f), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:01.523148 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:01.526414 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-534b5e96-c897-4479-b778-7a58388fd413 req-807fe66a-e048-40f8-aa49-1532f8ca8f77 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62dc82da-c37b-47c1-9a97-aee660e3fa39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497684 Oct 01 04:19:01.539242 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4effd6bc-f5a8-4f98-b5ed-1a2ae76c3a89 admin admin] Publish callbacks [] for security_group (d67175c1-70c7-4347-92d0-ee78b13b266f), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:01.586373 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4effd6bc-f5a8-4f98-b5ed-1a2ae76c3a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (d67175c1-70c7-4347-92d0-ee78b13b266f), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:01.589043 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4effd6bc-f5a8-4f98-b5ed-1a2ae76c3a89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:01.590221 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-4effd6bc-f5a8-4f98-b5ed-1a2ae76c3a89 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/d67175c1-70c7-4347-92d0-ee78b13b266f HTTP/1.1" status: 204 len: 168 time: 0.1306159 Oct 01 04:19:01.598453 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4effd6bc-f5a8-4f98-b5ed-1a2ae76c3a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67175c1-70c7-4347-92d0-ee78b13b266f,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:01.884648 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 34562) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:01.901873 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7a4e5aa9-f0bb-4d9b-ba91-b535356032c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:01.951130 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff7bbe-dcc5-4690-914e-dedba9824b69 req-f04f4e8f-f1dd-49b4-b356-9101b2376bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:01.952627 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e7ff7bbe-dcc5-4690-914e-dedba9824b69 req-f04f4e8f-f1dd-49b4-b356-9101b2376bcd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=19d87f6d9adf4ce98e934187ec8ae0d7&device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 1129 time: 0.0935810 Oct 01 04:19:01.957101 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b012d3-2482-4c6d-b69b-0221abdee0c2 req-2ab8ba33-ceb2-4de4-ada4-5c10e88c9cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:01.961159 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-07b012d3-2482-4c6d-b69b-0221abdee0c2 req-2ab8ba33-ceb2-4de4-ada4-5c10e88c9cbb service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=912c5681-b707-4357-9fbf-835b97447818 HTTP/1.1" status: 200 len: 851 time: 0.0907161 Oct 01 04:19:01.992303 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adcb5b9-d777-4cf2-99bb-c76d937a1936 req-c2763bd7-9a88-4b52-9159-bb086548215c tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:01.993817 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-3adcb5b9-d777-4cf2-99bb-c76d937a1936 req-c2763bd7-9a88-4b52-9159-bb086548215c tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 946 time: 0.0697536 Oct 01 04:19:02.067044 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7a4e5aa9-f0bb-4d9b-ba91-b535356032c4 admin admin] Publish callbacks [] for security_group (28f0a1c3-c750-47bc-a149-e14937bf4670), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:02.075549 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-3adcb5b9-d777-4cf2-99bb-c76d937a1936 req-10f9b7ad-fa2d-4bde-af42-d7ab6c148e5a tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743587 Oct 01 04:19:02.076205 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7a4e5aa9-f0bb-4d9b-ba91-b535356032c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (28f0a1c3-c750-47bc-a149-e14937bf4670), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:02.121586 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-7a4e5aa9-f0bb-4d9b-ba91-b535356032c4 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=061e5ad9426c4a9cb1eeef269dfc6f42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2347515 Oct 01 04:19:02.122697 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e5aa9-f0bb-4d9b-ba91-b535356032c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f0a1c3-c750-47bc-a149-e14937bf4670,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:02.125146 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 34564) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:02.181018 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-73a19454-c5ff-4802-946e-3d2b6092d283 admin admin] Publish callbacks [] for security_group (28f0a1c3-c750-47bc-a149-e14937bf4670), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:02.202081 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-73a19454-c5ff-4802-946e-3d2b6092d283 admin admin] Publish callbacks [] for security_group (28f0a1c3-c750-47bc-a149-e14937bf4670), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:02.221066 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:02.257244 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-73a19454-c5ff-4802-946e-3d2b6092d283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (28f0a1c3-c750-47bc-a149-e14937bf4670), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:02.259768 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-73a19454-c5ff-4802-946e-3d2b6092d283 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:02.260915 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-73a19454-c5ff-4802-946e-3d2b6092d283 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/28f0a1c3-c750-47bc-a149-e14937bf4670 HTTP/1.1" status: 204 len: 168 time: 0.1347144 Oct 01 04:19:02.268642 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a19454-c5ff-4802-946e-3d2b6092d283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f0a1c3-c750-47bc-a149-e14937bf4670,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:02.617175 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 34580) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:02.632061 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fcdf0039-40ce-4431-a541-bb480b2cdc2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:02.671504 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ec56b-f9eb-459e-84af-7548216f299b req-252785cd-eb06-4da8-a38f-807ec948d381 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:02.678637 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a50ec56b-f9eb-459e-84af-7548216f299b req-252785cd-eb06-4da8-a38f-807ec948d381 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7dfb3a74-410c-431c-bbc1-4f8f6489b924 HTTP/1.1" status: 200 len: 946 time: 0.0734906 Oct 01 04:19:02.729081 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fcdf0039-40ce-4431-a541-bb480b2cdc2c admin admin] Publish callbacks [] for security_group (f914ab90-3d7e-4a0a-a63d-b55bfc19faa9), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:02.733294 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fcdf0039-40ce-4431-a541-bb480b2cdc2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (f914ab90-3d7e-4a0a-a63d-b55bfc19faa9), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:02.736314 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a50ec56b-f9eb-459e-84af-7548216f299b req-2aa2bffe-50da-4ab8-86fa-167cb30322f0 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62dc82da-c37b-47c1-9a97-aee660e3fa39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566647 Oct 01 04:19:02.772957 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-fcdf0039-40ce-4431-a541-bb480b2cdc2c admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=e331719e89fc43838931b41bbf397864&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1546500 Oct 01 04:19:02.774933 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdf0039-40ce-4431-a541-bb480b2cdc2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f914ab90-3d7e-4a0a-a63d-b55bfc19faa9,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:02.775673 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 34586) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:02.831696 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-41132852-80d6-4e23-8ea1-a762103d1cf8 admin admin] Publish callbacks [] for security_group (f914ab90-3d7e-4a0a-a63d-b55bfc19faa9), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:02.856515 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-41132852-80d6-4e23-8ea1-a762103d1cf8 admin admin] Publish callbacks [] for security_group (f914ab90-3d7e-4a0a-a63d-b55bfc19faa9), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:02.917552 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-41132852-80d6-4e23-8ea1-a762103d1cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (f914ab90-3d7e-4a0a-a63d-b55bfc19faa9), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:02.920283 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-41132852-80d6-4e23-8ea1-a762103d1cf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:02.921522 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-41132852-80d6-4e23-8ea1-a762103d1cf8 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/f914ab90-3d7e-4a0a-a63d-b55bfc19faa9 HTTP/1.1" status: 204 len: 168 time: 0.1446195 Oct 01 04:19:02.929730 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41132852-80d6-4e23-8ea1-a762103d1cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f914ab90-3d7e-4a0a-a63d-b55bfc19faa9,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:03.200823 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d36f63-e6e2-40d9-baaa-9e5182e80763 req-19db2e60-fbb4-4a6f-92cc-a5332224fe95 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:03.202739 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-20d36f63-e6e2-40d9-baaa-9e5182e80763 req-19db2e60-fbb4-4a6f-92cc-a5332224fe95 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 946 time: 0.0498409 Oct 01 04:19:03.259317 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-20d36f63-e6e2-40d9-baaa-9e5182e80763 req-2b278e2c-ccfd-44c3-a6e1-9182b67e393b tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507963 Oct 01 04:19:03.862546 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7284f3b8-6b43-4492-b641-e835f8e4fc66 req-772aa9f2-418c-474d-8c38-e1d35b96f0da tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:03.864014 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7284f3b8-6b43-4492-b641-e835f8e4fc66 req-772aa9f2-418c-474d-8c38-e1d35b96f0da tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7dfb3a74-410c-431c-bbc1-4f8f6489b924 HTTP/1.1" status: 200 len: 946 time: 0.0459180 Oct 01 04:19:03.913869 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7284f3b8-6b43-4492-b641-e835f8e4fc66 req-59971f09-df58-4d36-8a2d-f9f003292e71 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62dc82da-c37b-47c1-9a97-aee660e3fa39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442569 Oct 01 04:19:04.378994 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:04.398858 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d5635-0077-41b0-a29d-a5615b2685db req-bebbfd76-d2e1-4f62-bbc3-765486fad090 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:04.400391 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-949d5635-0077-41b0-a29d-a5615b2685db req-bebbfd76-d2e1-4f62-bbc3-765486fad090 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 946 time: 0.0525815 Oct 01 04:19:04.423078 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:04.451415 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-949d5635-0077-41b0-a29d-a5615b2685db req-c958a3aa-aec3-43ca-bcc0-702260626b48 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445564 Oct 01 04:19:05.038679 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b7fb3-80e6-4746-95f7-8a4c10e06af9 req-754756d1-be3a-47b1-b23a-85368c66608a tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:05.040146 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-157b7fb3-80e6-4746-95f7-8a4c10e06af9 req-754756d1-be3a-47b1-b23a-85368c66608a tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7dfb3a74-410c-431c-bbc1-4f8f6489b924 HTTP/1.1" status: 200 len: 946 time: 0.0469148 Oct 01 04:19:05.088556 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-157b7fb3-80e6-4746-95f7-8a4c10e06af9 req-5184847b-a0e7-48c2-aa25-9652650bca14 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62dc82da-c37b-47c1-9a97-aee660e3fa39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429034 Oct 01 04:19:05.585728 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f980aad-2a9f-41a0-b3ea-3b5671aa6a26 req-cf4814f7-462a-4c6c-a7a9-843f624fa223 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:05.587367 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-4f980aad-2a9f-41a0-b3ea-3b5671aa6a26 req-cf4814f7-462a-4c6c-a7a9-843f624fa223 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 946 time: 0.0542190 Oct 01 04:19:05.642577 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-4f980aad-2a9f-41a0-b3ea-3b5671aa6a26 req-95385c13-efad-43fa-9f54-f058d1b8c18a tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492754 Oct 01 04:19:05.723487 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b012d3-2482-4c6d-b69b-0221abdee0c2 req-374b130b-69b7-414a-93ba-bc1c45976359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:05.725030 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-07b012d3-2482-4c6d-b69b-0221abdee0c2 req-374b130b-69b7-414a-93ba-bc1c45976359 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=8dd89a22-dfc1-4ff5-8687-6381c17de176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3016448 Oct 01 04:19:05.806602 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff7bbe-dcc5-4690-914e-dedba9824b69 req-7afbbe40-876e-42dd-9376-118c90c95381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:05.808072 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e7ff7bbe-dcc5-4690-914e-dedba9824b69 req-7afbbe40-876e-42dd-9376-118c90c95381 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=41ad6d82-393d-469b-ad56-b82ab9a77fee HTTP/1.1" status: 200 len: 918 time: 0.3834887 Oct 01 04:19:05.947036 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-07b012d3-2482-4c6d-b69b-0221abdee0c2 req-04c2f268-a610-4d4d-ba1a-4d534a71afd2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/8dd89a22-dfc1-4ff5-8687-6381c17de176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097499 Oct 01 04:19:05.966985 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f82ff-1c55-4907-a622-6f1b385d94f7 req-d2009ff5-7152-4b96-8e92-60bc0846ee05 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:05.968449 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-520f82ff-1c55-4907-a622-6f1b385d94f7 req-d2009ff5-7152-4b96-8e92-60bc0846ee05 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7dfb3a74-410c-431c-bbc1-4f8f6489b924 HTTP/1.1" status: 200 len: 946 time: 0.1382482 Oct 01 04:19:05.981102 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e7ff7bbe-dcc5-4690-914e-dedba9824b69 req-302a7c35-a0e3-4c70-9e92-3094684b9cb8 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28ed6420-e14b-48a2-a448-a8ab736b93af HTTP/1.1" status: 200 len: 1000 time: 0.1490810 Oct 01 04:19:06.092110 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:06.204358 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff7bbe-dcc5-4690-914e-dedba9824b69 req-18761f24-af42-420d-b203-c15de118e3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:06.205876 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e7ff7bbe-dcc5-4690-914e-dedba9824b69 req-18761f24-af42-420d-b203-c15de118e3f8 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d3f0d177-35e4-4cba-a762-d1357d3a9c11 HTTP/1.1" status: 200 len: 856 time: 0.2107952 Oct 01 04:19:06.255602 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-520f82ff-1c55-4907-a622-6f1b385d94f7 req-6a6dac55-dd38-431a-a584-055f87462156 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] Deleting port 03e60013-3f85-4d23-979a-41de21fce50c {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:19:06.255896 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-520f82ff-1c55-4907-a622-6f1b385d94f7 req-6a6dac55-dd38-431a-a584-055f87462156 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (03e60013-3f85-4d23-979a-41de21fce50c), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:06.259699 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67734e2-162d-4203-86a1-8337c51000d5 req-9fc6c98a-8272-46d4-9016-c94eb5f3f767 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:06.261232 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a67734e2-162d-4203-86a1-8337c51000d5 req-9fc6c98a-8272-46d4-9016-c94eb5f3f767 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7dfb3a74-410c-431c-bbc1-4f8f6489b924 HTTP/1.1" status: 200 len: 946 time: 0.0572405 Oct 01 04:19:06.313572 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a67734e2-162d-4203-86a1-8337c51000d5 req-81d6285d-d55c-44af-a665-671f65a77e7d tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62dc82da-c37b-47c1-9a97-aee660e3fa39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449545 Oct 01 04:19:06.334551 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff7bbe-dcc5-4690-914e-dedba9824b69 req-7983a671-5627-46b9-8891-0b6efde310f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:06.336189 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e7ff7bbe-dcc5-4690-914e-dedba9824b69 req-7983a671-5627-46b9-8891-0b6efde310f8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=41ad6d82-393d-469b-ad56-b82ab9a77fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1173010 Oct 01 04:19:06.343544 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-07b012d3-2482-4c6d-b69b-0221abdee0c2 req-72ea4b0f-5d32-434a-8987-19fe7397f893 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/8dd89a22-dfc1-4ff5-8687-6381c17de176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3726017 Oct 01 04:19:06.405525 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:06.445635 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-520f82ff-1c55-4907-a622-6f1b385d94f7 req-6a6dac55-dd38-431a-a584-055f87462156 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] For port 03e60013-3f85-4d23-979a-41de21fce50c, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=03e60013-3f85-4d23-979a-41de21fce50c,segment=NetworkSegment(51709e80-dc59-468f-acd2-9bd2e5ce513c),segment_id=51709e80-dc59-468f-acd2-9bd2e5ce513c)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:19:06.446001 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-520f82ff-1c55-4907-a622-6f1b385d94f7 req-6a6dac55-dd38-431a-a584-055f87462156 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (03e60013-3f85-4d23-979a-41de21fce50c), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:06.475090 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-520f82ff-1c55-4907-a622-6f1b385d94f7 req-6a6dac55-dd38-431a-a584-055f87462156 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] Calling delete_port for 03e60013-3f85-4d23-979a-41de21fce50c owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:19:06.475528 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 34678) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:06.501693 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e7ff7bbe-dcc5-4690-914e-dedba9824b69 req-27fd9274-211e-4b03-b0f0-bbd1806f30d8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41ad6d82-393d-469b-ad56-b82ab9a77fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553521 Oct 01 04:19:06.584833 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-69fdbed5-c40b-48e0-9422-f50d97b19c4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:06.673131 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e7ff7bbe-dcc5-4690-914e-dedba9824b69 req-612646b2-c25e-4e0f-b573-b568a6a63d4a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41ad6d82-393d-469b-ad56-b82ab9a77fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499405 Oct 01 04:19:06.678013 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-69fdbed5-c40b-48e0-9422-f50d97b19c4a admin admin] Publish callbacks [] for security_group (e75436c0-c82f-478a-9b5a-db1d02676c37), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:06.684948 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-69fdbed5-c40b-48e0-9422-f50d97b19c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (e75436c0-c82f-478a-9b5a-db1d02676c37), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:06.762511 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-520f82ff-1c55-4907-a622-6f1b385d94f7 req-6a6dac55-dd38-431a-a584-055f87462156 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (03e60013-3f85-4d23-979a-41de21fce50c), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:06.784994 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] get_ports_and_sgs() called for port_ids ['03e60013-3f85-4d23-979a-41de21fce50c'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 01 04:19:06.795121 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6dac55-dd38-431a-a584-055f87462156 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] Pushing event deleted for resources: {'Port': ['ID=03e60013-3f85-4d23-979a-41de21fce50c,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:06.814078 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-69fdbed5-c40b-48e0-9422-f50d97b19c4a admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=c4f435e89b704bb0a5fd4b6373f5e1a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3373644 Oct 01 04:19:06.814894 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fdbed5-c40b-48e0-9422-f50d97b19c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75436c0-c82f-478a-9b5a-db1d02676c37,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:06.819688 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 34692) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:06.871483 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623793a-7c75-47d2-8a0a-e6e4236e1dc1 req-55dbc224-50c0-4813-bf47-5f02e9c03239 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:06.873651 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-6623793a-7c75-47d2-8a0a-e6e4236e1dc1 req-55dbc224-50c0-4813-bf47-5f02e9c03239 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 946 time: 0.1060321 Oct 01 04:19:06.880832 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-520f82ff-1c55-4907-a622-6f1b385d94f7 req-6a6dac55-dd38-431a-a584-055f87462156 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] No DVR routers for this DVR port 03e60013-3f85-4d23-979a-41de21fce50c on host hv-cinder-86004 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 01 04:19:06.883982 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-520f82ff-1c55-4907-a622-6f1b385d94f7 req-6a6dac55-dd38-431a-a584-055f87462156 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:06.887237 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-520f82ff-1c55-4907-a622-6f1b385d94f7 req-6a6dac55-dd38-431a-a584-055f87462156 tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.25 "DELETE /networking/v2.0/ports/03e60013-3f85-4d23-979a-41de21fce50c HTTP/1.1" status: 204 len: 173 time: 0.8933859 Oct 01 04:19:06.887756 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dfb3a74-410c-431c-bbc1-4f8f6489b924', 'name': 'network-vif-deleted', 'tag': '03e60013-3f85-4d23-979a-41de21fce50c'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:19:06.890544 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23a471ff00a13a2eea8c87216c43e2c9873adc8b08d975975de21b294c9ff96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d010796-ebc6-419f-892a-12fde8d1793f" -d '{"events": [{"server_uuid": "7dfb3a74-410c-431c-bbc1-4f8f6489b924", "name": "network-vif-deleted", "tag": "03e60013-3f85-4d23-979a-41de21fce50c"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:19:06.910992 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-4128eaf8-4d7c-49d7-8d6c-6b0f93caf887 admin admin] Publish callbacks [] for security_group (e75436c0-c82f-478a-9b5a-db1d02676c37), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:06.969303 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-4128eaf8-4d7c-49d7-8d6c-6b0f93caf887 admin admin] Publish callbacks [] for security_group (e75436c0-c82f-478a-9b5a-db1d02676c37), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:07.003244 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 01 Oct 2022 04:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce19767-063d-424c-8ff2-39cb4c13eb9e x-openstack-request-id: req-5ce19767-063d-424c-8ff2-39cb4c13eb9e {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:19:07.003626 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dfb3a74-410c-431c-bbc1-4f8f6489b924", "name": "network-vif-deleted", "tag": "03e60013-3f85-4d23-979a-41de21fce50c", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:19:07.003936 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5ce19767-063d-424c-8ff2-39cb4c13eb9e {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:19:07.004405 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ce19767-063d-424c-8ff2-39cb4c13eb9e'] response: {'server_uuid': '7dfb3a74-410c-431c-bbc1-4f8f6489b924', 'name': 'network-vif-deleted', 'tag': '03e60013-3f85-4d23-979a-41de21fce50c', 'status': 'completed', 'code': 200} Oct 01 04:19:07.033727 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-6623793a-7c75-47d2-8a0a-e6e4236e1dc1 req-b7c442ee-73c0-492d-8de4-3eefc25f5c46 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416366 Oct 01 04:19:07.067226 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-4128eaf8-4d7c-49d7-8d6c-6b0f93caf887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (e75436c0-c82f-478a-9b5a-db1d02676c37), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:07.070347 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-4128eaf8-4d7c-49d7-8d6c-6b0f93caf887 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:07.071580 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-4128eaf8-4d7c-49d7-8d6c-6b0f93caf887 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/e75436c0-c82f-478a-9b5a-db1d02676c37 HTTP/1.1" status: 204 len: 168 time: 0.2508936 Oct 01 04:19:07.083394 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4128eaf8-4d7c-49d7-8d6c-6b0f93caf887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75436c0-c82f-478a-9b5a-db1d02676c37,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:07.457974 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d4303f31-ca84-49aa-870d-ebae97b2f402 req-065ab0a3-0713-4be9-b4c8-9b8a7264ae1a tempest-DeleteServersTestJSON-414772603 tempest-DeleteServersTestJSON-414772603-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7dfb3a74-410c-431c-bbc1-4f8f6489b924 HTTP/1.1" status: 200 len: 210 time: 0.0416780 Oct 01 04:19:07.856387 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=44 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:07.859644 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=60 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:08.378750 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003cc699-87bb-40bc-8e66-28bfffb9581a req-7672bf7d-0043-40b2-86af-b85f1aa16f03 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:08.380287 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-003cc699-87bb-40bc-8e66-28bfffb9581a req-7672bf7d-0043-40b2-86af-b85f1aa16f03 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 946 time: 0.2766962 Oct 01 04:19:08.439923 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-003cc699-87bb-40bc-8e66-28bfffb9581a req-648b04b5-1ce3-4a04-89b7-bf2f84d1cf1b tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529699 Oct 01 04:19:08.491760 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 34766) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:08.610324 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7f63e73a-0418-4124-ac69-5cf4dc518135 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:08.612853 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:08.656187 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:08.722653 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7f63e73a-0418-4124-ac69-5cf4dc518135 admin admin] Publish callbacks [] for security_group (6c92786d-f14c-4cab-a595-70888f1e0ce4), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:08.727153 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7f63e73a-0418-4124-ac69-5cf4dc518135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (6c92786d-f14c-4cab-a595-70888f1e0ce4), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:08.770215 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63e73a-0418-4124-ac69-5cf4dc518135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c92786d-f14c-4cab-a595-70888f1e0ce4,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:08.774490 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-7f63e73a-0418-4124-ac69-5cf4dc518135 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=aaae9e44e26f412996da9f9a5df015a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2815478 Oct 01 04:19:08.777340 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 34778) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:08.805836 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 03e60013-3f85-4d23-979a-41de21fce50c no longer exists at agent hyperv_hv-cinder-86004 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:19:08.829003 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] No Port match for: 03e60013-3f85-4d23-979a-41de21fce50c {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 01 04:19:08.829372 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 03e60013-3f85-4d23-979a-41de21fce50c not bound to the agent host hv-cinder-86004 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 01 04:19:08.836067 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-36787573-6ea4-46d7-a66b-d686ba5b1353 admin admin] Publish callbacks [] for security_group (6c92786d-f14c-4cab-a595-70888f1e0ce4), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:08.860837 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-36787573-6ea4-46d7-a66b-d686ba5b1353 admin admin] Publish callbacks [] for security_group (6c92786d-f14c-4cab-a595-70888f1e0ce4), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:08.915651 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-36787573-6ea4-46d7-a66b-d686ba5b1353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (6c92786d-f14c-4cab-a595-70888f1e0ce4), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:08.918325 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-36787573-6ea4-46d7-a66b-d686ba5b1353 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:08.919654 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-36787573-6ea4-46d7-a66b-d686ba5b1353 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/6c92786d-f14c-4cab-a595-70888f1e0ce4 HTTP/1.1" status: 204 len: 168 time: 0.1410971 Oct 01 04:19:08.930249 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36787573-6ea4-46d7-a66b-d686ba5b1353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c92786d-f14c-4cab-a595-70888f1e0ce4,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:09.386084 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 34808) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:09.555370 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2ece5c56-bb83-4738-b351-6477dc05e372 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:09.638684 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e87b4ed-449c-4777-8812-78bf896cf323 req-18f18e63-d999-4c19-8db9-dbe38537c562 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:09.640443 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-9e87b4ed-449c-4777-8812-78bf896cf323 req-18f18e63-d999-4c19-8db9-dbe38537c562 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 946 time: 0.0813246 Oct 01 04:19:09.713653 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-9e87b4ed-449c-4777-8812-78bf896cf323 req-74635fcd-0402-44e3-861e-3e3dfd3d3a46 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672541 Oct 01 04:19:09.745420 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2ece5c56-bb83-4738-b351-6477dc05e372 admin admin] Publish callbacks [] for security_group (466086c2-7eb3-4938-b54d-c9d529602230), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:09.750065 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2ece5c56-bb83-4738-b351-6477dc05e372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (466086c2-7eb3-4938-b54d-c9d529602230), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:09.791473 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-2ece5c56-bb83-4738-b351-6477dc05e372 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=95d7b263936e4e5d965ab90fb4363913&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4042799 Oct 01 04:19:09.792363 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece5c56-bb83-4738-b351-6477dc05e372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466086c2-7eb3-4938-b54d-c9d529602230,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:09.796227 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 34832) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:09.849291 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-be9954e5-8f22-4a80-9097-134381935cb8 admin admin] Publish callbacks [] for security_group (466086c2-7eb3-4938-b54d-c9d529602230), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:09.871959 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-be9954e5-8f22-4a80-9097-134381935cb8 admin admin] Publish callbacks [] for security_group (466086c2-7eb3-4938-b54d-c9d529602230), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:09.926705 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-be9954e5-8f22-4a80-9097-134381935cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (466086c2-7eb3-4938-b54d-c9d529602230), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:09.929389 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-be9954e5-8f22-4a80-9097-134381935cb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:09.930444 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-be9954e5-8f22-4a80-9097-134381935cb8 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/466086c2-7eb3-4938-b54d-c9d529602230 HTTP/1.1" status: 204 len: 168 time: 0.1330101 Oct 01 04:19:09.940777 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9954e5-8f22-4a80-9097-134381935cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466086c2-7eb3-4938-b54d-c9d529602230,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:10.076595 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 34844) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:10.083951 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:10.341523 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 34854) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:10.355347 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6de637e8-9352-4c47-85a1-fab3cb36af5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:10.425800 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:INSERT=21,neutron:SELECT=76,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:10.435523 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6de637e8-9352-4c47-85a1-fab3cb36af5c admin admin] Publish callbacks [] for security_group (1c6ce910-10f9-49e5-8d2a-7eb20214e82e), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:10.440017 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6de637e8-9352-4c47-85a1-fab3cb36af5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (1c6ce910-10f9-49e5-8d2a-7eb20214e82e), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:10.481994 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de637e8-9352-4c47-85a1-fab3cb36af5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6ce910-10f9-49e5-8d2a-7eb20214e82e,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:10.488497 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-6de637e8-9352-4c47-85a1-fab3cb36af5c admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=b9a12e1ff3af45e58b898e49126b9854&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1435549 Oct 01 04:19:10.488945 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 34856) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:10.516588 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-db63ba68-0642-4081-a583-67114646de3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7982504'] for router_interface (ba3249c9-9321-4995-bbd8-2b202194faee), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:10.539986 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-ed757582-3c7a-495b-8d01-1fa5123d9eb8 admin admin] Publish callbacks [] for security_group (1c6ce910-10f9-49e5-8d2a-7eb20214e82e), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:10.560412 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-ed757582-3c7a-495b-8d01-1fa5123d9eb8 admin admin] Publish callbacks [] for security_group (1c6ce910-10f9-49e5-8d2a-7eb20214e82e), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:10.589396 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:10.596121 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:10.611116 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-ed757582-3c7a-495b-8d01-1fa5123d9eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (1c6ce910-10f9-49e5-8d2a-7eb20214e82e), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:10.614053 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-ed757582-3c7a-495b-8d01-1fa5123d9eb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:10.615233 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-ed757582-3c7a-495b-8d01-1fa5123d9eb8 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/1c6ce910-10f9-49e5-8d2a-7eb20214e82e HTTP/1.1" status: 204 len: 168 time: 0.1254261 Oct 01 04:19:10.623484 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed757582-3c7a-495b-8d01-1fa5123d9eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6ce910-10f9-49e5-8d2a-7eb20214e82e,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:10.804078 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-db63ba68-0642-4081-a583-67114646de3c admin admin] Deleting port 7ba0d535-66bc-4545-9c38-25a1d1423561 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:19:10.804599 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-db63ba68-0642-4081-a583-67114646de3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (7ba0d535-66bc-4545-9c38-25a1d1423561), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:10.854661 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ee215-c601-4684-aa28-3474e19f45b7 req-75d0377e-41e3-4b9e-845f-bedfbb6230e9 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:10.861528 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-c35ee215-c601-4684-aa28-3474e19f45b7 req-75d0377e-41e3-4b9e-845f-bedfbb6230e9 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 946 time: 0.0533347 Oct 01 04:19:10.923303 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-c35ee215-c601-4684-aa28-3474e19f45b7 req-dab6f1f8-b949-446a-b8c8-3702c405a652 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597904 Oct 01 04:19:11.137583 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-db63ba68-0642-4081-a583-67114646de3c admin admin] For port 7ba0d535-66bc-4545-9c38-25a1d1423561, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=7ba0d535-66bc-4545-9c38-25a1d1423561,segment=NetworkSegment(51709e80-dc59-468f-acd2-9bd2e5ce513c),segment_id=51709e80-dc59-468f-acd2-9bd2e5ce513c)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:19:11.138036 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-db63ba68-0642-4081-a583-67114646de3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (7ba0d535-66bc-4545-9c38-25a1d1423561), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:11.160183 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-db63ba68-0642-4081-a583-67114646de3c admin admin] Calling delete_port for 7ba0d535-66bc-4545-9c38-25a1d1423561 owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:19:11.349326 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-db63ba68-0642-4081-a583-67114646de3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (7ba0d535-66bc-4545-9c38-25a1d1423561), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:11.371564 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63ba68-0642-4081-a583-67114646de3c admin admin] Pushing event deleted for resources: {'Port': ['ID=7ba0d535-66bc-4545-9c38-25a1d1423561,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:11.423964 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:11.562577 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-db63ba68-0642-4081-a583-67114646de3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7886623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7990808'] for router_interface (ba3249c9-9321-4995-bbd8-2b202194faee), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:11.796154 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db63ba68-0642-4081-a583-67114646de3c admin admin] Router ba3249c9-9321-4995-bbd8-2b202194faee has already been hosted by L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 01 04:19:11.799106 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:11.904356 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db63ba68-0642-4081-a583-67114646de3c admin admin] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:19:11.909948 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-db63ba68-0642-4081-a583-67114646de3c admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/ba3249c9-9321-4995-bbd8-2b202194faee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8315694 Oct 01 04:19:11.912798 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 34902) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:11.915372 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9106175c-1a0c-4ae9-b775-7945633f0df6 None None] Sync routers for ids ['ba3249c9-9321-4995-bbd8-2b202194faee'] in dv-cinder-860044-1-iscsi {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:19:11.921111 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:11.938612 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9106175c-1a0c-4ae9-b775-7945633f0df6 None None] Routers {'ba3249c9-9321-4995-bbd8-2b202194faee'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:19:11.939140 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-9106175c-1a0c-4ae9-b775-7945633f0df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:18:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['ba3249c9-9321-4995-bbd8-2b202194faee'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:19:12.018076 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-925fc369-473a-4288-af1b-0d712a378e4d admin admin] Publish callbacks [] for router (ba3249c9-9321-4995-bbd8-2b202194faee), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:12.080284 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-9106175c-1a0c-4ae9-b775-7945633f0df6 None None] Set router ba3249c9-9321-4995-bbd8-2b202194faee gateway port host: dv-cinder-860044-1-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:19:12.155206 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac619d-0795-48a4-b04c-9b8a174a5b98 req-1b7d20ed-0ddc-4d0f-a796-8fb56248f7cd tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:12.156837 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-0dac619d-0795-48a4-b04c-9b8a174a5b98 req-1b7d20ed-0ddc-4d0f-a796-8fb56248f7cd tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 946 time: 0.0909889 Oct 01 04:19:12.222571 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-925fc369-473a-4288-af1b-0d712a378e4d admin admin] Publish callbacks [] for router_gateway (ba3249c9-9321-4995-bbd8-2b202194faee), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:12.232002 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-0dac619d-0795-48a4-b04c-9b8a174a5b98 req-bce8361f-ccbe-4fe2-a307-6567b7338da1 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679240 Oct 01 04:19:12.276789 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-925fc369-473a-4288-af1b-0d712a378e4d admin admin] Deleting port 9cf923f9-4a5b-4ef6-bee2-e1525d00489e {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:19:12.277373 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-925fc369-473a-4288-af1b-0d712a378e4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (9cf923f9-4a5b-4ef6-bee2-e1525d00489e), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:12.302860 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-9106175c-1a0c-4ae9-b775-7945633f0df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3249c9-9321-4995-bbd8-2b202194faee', 'name': 'tempest-DeleteServersTestJSON-1737244353-router', 'tenant_id': 'c1b321c355e94b8496955f09f547f561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '9cf923f9-4a5b-4ef6-bee2-e1525d00489e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:45Z', 'updated_at': '2022-10-01T04:19:11Z', 'revision_number': 5, 'project_id': 'c1b321c355e94b8496955f09f547f561', 'gw_port': {'id': '9cf923f9-4a5b-4ef6-bee2-e1525d00489e', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:aa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3249c9-9321-4995-bbd8-2b202194faee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:46Z', 'updated_at': '2022-10-01T04:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi'}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:19:12.333894 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9106175c-1a0c-4ae9-b775-7945633f0df6 None None] Checking router: ba3249c9-9321-4995-bbd8-2b202194faee for host: dv-cinder-860044-1-iscsi {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:19:12.344508 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9106175c-1a0c-4ae9-b775-7945633f0df6 None None] Routers {'ba3249c9-9321-4995-bbd8-2b202194faee'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:19:12.345456 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-9106175c-1a0c-4ae9-b775-7945633f0df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:18:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['ba3249c9-9321-4995-bbd8-2b202194faee'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:19:12.389619 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.db [None req-925fc369-473a-4288-af1b-0d712a378e4d admin admin] For port 9cf923f9-4a5b-4ef6-bee2-e1525d00489e, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=9cf923f9-4a5b-4ef6-bee2-e1525d00489e,segment=NetworkSegment(e11c25a1-22bc-489d-94fb-b6370ba219df),segment_id=e11c25a1-22bc-489d-94fb-b6370ba219df)] {{(pid=106386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:19:12.390296 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-925fc369-473a-4288-af1b-0d712a378e4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (9cf923f9-4a5b-4ef6-bee2-e1525d00489e), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:12.406560 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-925fc369-473a-4288-af1b-0d712a378e4d admin admin] Calling delete_port for 9cf923f9-4a5b-4ef6-bee2-e1525d00489e owned by network:router_gateway {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:19:12.433836 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-9106175c-1a0c-4ae9-b775-7945633f0df6 None None] Set router ba3249c9-9321-4995-bbd8-2b202194faee gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:19:12.483685 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:12.486966 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-9106175c-1a0c-4ae9-b775-7945633f0df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3249c9-9321-4995-bbd8-2b202194faee', 'name': 'tempest-DeleteServersTestJSON-1737244353-router', 'tenant_id': 'c1b321c355e94b8496955f09f547f561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:45Z', 'updated_at': '2022-10-01T04:19:12Z', 'revision_number': 6, 'project_id': 'c1b321c355e94b8496955f09f547f561', 'gw_port_host': None}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:19:12.512210 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9106175c-1a0c-4ae9-b775-7945633f0df6 None None] The sync data for ids ['ba3249c9-9321-4995-bbd8-2b202194faee'] in dv-cinder-860044-1-iscsi is: [{'id': 'ba3249c9-9321-4995-bbd8-2b202194faee', 'name': 'tempest-DeleteServersTestJSON-1737244353-router', 'tenant_id': 'c1b321c355e94b8496955f09f547f561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:45Z', 'updated_at': '2022-10-01T04:19:12Z', 'revision_number': 6, 'project_id': 'c1b321c355e94b8496955f09f547f561', 'gw_port_host': None}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:19:12.630031 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-925fc369-473a-4288-af1b-0d712a378e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5071981'] for port (9cf923f9-4a5b-4ef6-bee2-e1525d00489e), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:12.662024 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925fc369-473a-4288-af1b-0d712a378e4d admin admin] Pushing event deleted for resources: {'Port': ['ID=9cf923f9-4a5b-4ef6-bee2-e1525d00489e,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:12.742132 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a946db50-7a07-42e0-98e8-1dfb2f98a898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (973633b6-dd94-436d-b3a5-971dbc41e63c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:12.744661 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-925fc369-473a-4288-af1b-0d712a378e4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989870'] for router_gateway (ba3249c9-9321-4995-bbd8-2b202194faee), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:12.846157 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-925fc369-473a-4288-af1b-0d712a378e4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7990903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3226'] for router (ba3249c9-9321-4995-bbd8-2b202194faee), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:12.848516 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-925fc369-473a-4288-af1b-0d712a378e4d admin admin] Publish callbacks [] for router_controller (ba3249c9-9321-4995-bbd8-2b202194faee), precommit_delete_associations {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:12.917575 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-925fc369-473a-4288-af1b-0d712a378e4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7990894'] for router (ba3249c9-9321-4995-bbd8-2b202194faee), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:12.918327 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925fc369-473a-4288-af1b-0d712a378e4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba3249c9-9321-4995-bbd8-2b202194faee {{(pid=106386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 01 04:19:12.924272 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-925fc369-473a-4288-af1b-0d712a378e4d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:12.925431 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-925fc369-473a-4288-af1b-0d712a378e4d admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/ba3249c9-9321-4995-bbd8-2b202194faee HTTP/1.1" status: 204 len: 168 time: 1.0115967 Oct 01 04:19:12.928018 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 34926) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:12.961737 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:12.975784 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.db.db_base_plugin_v2 [None req-34e8ff29-0438-489f-83bf-c2dc872e1e3a admin admin] Deleting subnet 912c5681-b707-4357-9fbf-835b97447818 {{(pid=106386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 01 04:19:12.979301 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-34e8ff29-0438-489f-83bf-c2dc872e1e3a admin admin] Publish callbacks [] for subnet (912c5681-b707-4357-9fbf-835b97447818), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:13.019882 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-34e8ff29-0438-489f-83bf-c2dc872e1e3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5479336'] for subnet (912c5681-b707-4357-9fbf-835b97447818), precommit_delete_associations {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:13.126051 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-34e8ff29-0438-489f-83bf-c2dc872e1e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1040298'] for subnet (912c5681-b707-4357-9fbf-835b97447818), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:13.182360 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-34e8ff29-0438-489f-83bf-c2dc872e1e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1035713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8038045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5071920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5089221'] for subnet (912c5681-b707-4357-9fbf-835b97447818), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:13.212037 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e8ff29-0438-489f-83bf-c2dc872e1e3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=912c5681-b707-4357-9fbf-835b97447818,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:13.215603 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-34e8ff29-0438-489f-83bf-c2dc872e1e3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for subnet (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:13.219177 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-34e8ff29-0438-489f-83bf-c2dc872e1e3a admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/912c5681-b707-4357-9fbf-835b97447818 HTTP/1.1" status: 204 len: 168 time: 0.2901173 Oct 01 04:19:13.221458 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856c77e7-db8f-42d8-84cf-c0b4826d4ae2 None None] Network 8dd89a22-dfc1-4ff5-8687-6381c17de176 requested from dv-cinder-860044-1-iscsi {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 01 04:19:13.221922 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 34930) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:13.298379 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f58c050d-acf6-4383-b05d-d24527b47349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799227'] for network (8dd89a22-dfc1-4ff5-8687-6381c17de176), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:13.379012 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-f58c050d-acf6-4383-b05d-d24527b47349 admin admin] Deleting port ff32615c-e0b9-425e-bab3-9b56f5f43ff9 {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:19:13.379358 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f58c050d-acf6-4383-b05d-d24527b47349 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (ff32615c-e0b9-425e-bab3-9b56f5f43ff9), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:13.392283 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d77aa3c-1708-4124-b9f5-dba838a6bf78 req-e49b8054-8c17-4db2-961b-b9405c95a5cc tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:13.393311 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ed7483-4b3e-4914-a92f-4a0b18981c99 None None] DHCP port deletion for 8dd89a22-dfc1-4ff5-8687-6381c17de176 request from dv-cinder-860044-1-iscsi {{(pid=106388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 01 04:19:13.393843 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-1d77aa3c-1708-4124-b9f5-dba838a6bf78 req-e49b8054-8c17-4db2-961b-b9405c95a5cc tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 946 time: 0.0611649 Oct 01 04:19:13.447225 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-99ed7483-4b3e-4914-a92f-4a0b18981c99 None None] Deleting port ff32615c-e0b9-425e-bab3-9b56f5f43ff9 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:19:13.447818 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-99ed7483-4b3e-4914-a92f-4a0b18981c99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (ff32615c-e0b9-425e-bab3-9b56f5f43ff9), before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:13.522768 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:13.539033 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-99ed7483-4b3e-4914-a92f-4a0b18981c99 None None] For port ff32615c-e0b9-425e-bab3-9b56f5f43ff9, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=ff32615c-e0b9-425e-bab3-9b56f5f43ff9,segment=NetworkSegment(51709e80-dc59-468f-acd2-9bd2e5ce513c),segment_id=51709e80-dc59-468f-acd2-9bd2e5ce513c)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:19:13.539551 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-99ed7483-4b3e-4914-a92f-4a0b18981c99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (ff32615c-e0b9-425e-bab3-9b56f5f43ff9), precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:13.560655 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-99ed7483-4b3e-4914-a92f-4a0b18981c99 None None] Calling delete_port for ff32615c-e0b9-425e-bab3-9b56f5f43ff9 owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:19:13.722426 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.db [None req-f58c050d-acf6-4383-b05d-d24527b47349 admin admin] For port ff32615c-e0b9-425e-bab3-9b56f5f43ff9, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=ff32615c-e0b9-425e-bab3-9b56f5f43ff9,segment=NetworkSegment(51709e80-dc59-468f-acd2-9bd2e5ce513c),segment_id=51709e80-dc59-468f-acd2-9bd2e5ce513c)] {{(pid=106386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:19:13.722798 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f58c050d-acf6-4383-b05d-d24527b47349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (ff32615c-e0b9-425e-bab3-9b56f5f43ff9), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:13.745298 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-99ed7483-4b3e-4914-a92f-4a0b18981c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859'] for port (ff32615c-e0b9-425e-bab3-9b56f5f43ff9), after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:13.753131 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-1d77aa3c-1708-4124-b9f5-dba838a6bf78 req-21ff4e31-e9d2-48ea-a2ef-d561156cd6be tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366106 Oct 01 04:19:13.753131 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-f58c050d-acf6-4383-b05d-d24527b47349 admin admin] Calling delete_port for ff32615c-e0b9-425e-bab3-9b56f5f43ff9 owned by network:dhcp {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:19:13.790007 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ed7483-4b3e-4914-a92f-4a0b18981c99 None None] No DVR routers for this DVR port ff32615c-e0b9-425e-bab3-9b56f5f43ff9 on host dv-cinder-860044-1-iscsi {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 01 04:19:13.801399 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ed7483-4b3e-4914-a92f-4a0b18981c99 None None] Pushing event deleted for resources: {'Port': ['ID=ff32615c-e0b9-425e-bab3-9b56f5f43ff9,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:13.833750 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device ff32615c-e0b9-425e-bab3-9b56f5f43ff9 no longer exists at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:19:13.843038 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:13.873398 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] No Port match for: ff32615c-e0b9-425e-bab3-9b56f5f43ff9 {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 01 04:19:13.873792 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device ff32615c-e0b9-425e-bab3-9b56f5f43ff9 not bound to the agent host dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 01 04:19:13.874195 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 9cf923f9-4a5b-4ef6-bee2-e1525d00489e no longer exists at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:19:13.878931 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f58c050d-acf6-4383-b05d-d24527b47349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5071981'] for port (ff32615c-e0b9-425e-bab3-9b56f5f43ff9), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:13.900399 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] No Port match for: 9cf923f9-4a5b-4ef6-bee2-e1525d00489e {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 01 04:19:13.900635 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 9cf923f9-4a5b-4ef6-bee2-e1525d00489e not bound to the agent host dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 01 04:19:13.901668 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 7ba0d535-66bc-4545-9c38-25a1d1423561 no longer exists at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:19:13.916251 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58c050d-acf6-4383-b05d-d24527b47349 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff32615c-e0b9-425e-bab3-9b56f5f43ff9,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:13.922467 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58c050d-acf6-4383-b05d-d24527b47349 admin admin] No DVR routers for this DVR port ff32615c-e0b9-425e-bab3-9b56f5f43ff9 on host dv-cinder-860044-1-iscsi {{(pid=106386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 01 04:19:13.928036 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] No Port match for: 7ba0d535-66bc-4545-9c38-25a1d1423561 {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 01 04:19:13.928889 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 7ba0d535-66bc-4545-9c38-25a1d1423561 not bound to the agent host dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 01 04:19:14.021554 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f58c050d-acf6-4383-b05d-d24527b47349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-909724', 'neutron.services.segments.db._delete_segments_for_network-8783883502282'] for network (8dd89a22-dfc1-4ff5-8687-6381c17de176), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:14.044060 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.services.segments.db [None req-f58c050d-acf6-4383-b05d-d24527b47349 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dd89a22-dfc1-4ff5-8687-6381c17de176']}} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:19:14.054944 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.services.segments.db [None req-f58c050d-acf6-4383-b05d-d24527b47349 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51709e80-dc59-468f-acd2-9bd2e5ce513c') {'for_net_delete': True} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:19:14.055252 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.services.segments.db [None req-f58c050d-acf6-4383-b05d-d24527b47349 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51709e80-dc59-468f-acd2-9bd2e5ce513c') {} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:19:14.065719 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f58c050d-acf6-4383-b05d-d24527b47349 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783883475047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5479329'] for segment (51709e80-dc59-468f-acd2-9bd2e5ce513c), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:14.082751 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f58c050d-acf6-4383-b05d-d24527b47349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916673'] for segment (51709e80-dc59-468f-acd2-9bd2e5ce513c), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:14.110076 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f58c050d-acf6-4383-b05d-d24527b47349 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=106386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 01 04:19:14.110516 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f58c050d-acf6-4383-b05d-d24527b47349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5072030'] for segment (51709e80-dc59-468f-acd2-9bd2e5ce513c), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:14.163997 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.services.segments.plugin [-] Segment 51709e80-dc59-468f-acd2-9bd2e5ce513c resource provider aggregate not found Oct 01 04:19:14.200523 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.services.segments.plugin [-] Segment 51709e80-dc59-468f-acd2-9bd2e5ce513c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 51709e80-dc59-468f-acd2-9bd2e5ce513c found for delete ", "request_id": "req-10021af4-3470-4146-8983-3615a4df39bc"}]} Oct 01 04:19:14.202415 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f58c050d-acf6-4383-b05d-d24527b47349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-909719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8037924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989909'] for network (8dd89a22-dfc1-4ff5-8687-6381c17de176), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:14.210375 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f58c050d-acf6-4383-b05d-d24527b47349 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for network (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:14.217924 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-f58c050d-acf6-4383-b05d-d24527b47349 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/8dd89a22-dfc1-4ff5-8687-6381c17de176 HTTP/1.1" status: 204 len: 168 time: 0.9946899 Oct 01 04:19:14.219886 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:14.260710 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58c050d-acf6-4383-b05d-d24527b47349 admin admin] Pushing event deleted for resources: {'Network': ['ID=8dd89a22-dfc1-4ff5-8687-6381c17de176,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:14.448253 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 34986) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:14.493613 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-bf613f38-c3ac-403f-be56-a57716923c23 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=c1b321c355e94b8496955f09f547f561&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0441136 Oct 01 04:19:14.495943 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 34990) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:14.547440 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-887d298e-7fad-46d1-9f33-1880c00c9691 admin admin] Publish callbacks [] for security_group (62dc82da-c37b-47c1-9a97-aee660e3fa39), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:14.568326 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-887d298e-7fad-46d1-9f33-1880c00c9691 admin admin] Publish callbacks [] for security_group (62dc82da-c37b-47c1-9a97-aee660e3fa39), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:14.619001 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-887d298e-7fad-46d1-9f33-1880c00c9691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (62dc82da-c37b-47c1-9a97-aee660e3fa39), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:14.621623 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-887d298e-7fad-46d1-9f33-1880c00c9691 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:14.622812 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-887d298e-7fad-46d1-9f33-1880c00c9691 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/62dc82da-c37b-47c1-9a97-aee660e3fa39 HTTP/1.1" status: 204 len: 168 time: 0.1259840 Oct 01 04:19:14.630522 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887d298e-7fad-46d1-9f33-1880c00c9691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62dc82da-c37b-47c1-9a97-aee660e3fa39,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:14.875157 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea375b-2074-4ec5-bea2-4c3a68265161 req-433a62d9-a27f-475c-a505-1aba7b27ddc0 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:14.876661 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-35ea375b-2074-4ec5-bea2-4c3a68265161 req-433a62d9-a27f-475c-a505-1aba7b27ddc0 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 946 time: 0.0487642 Oct 01 04:19:14.926858 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-35ea375b-2074-4ec5-bea2-4c3a68265161 req-92817ef3-cd39-4d0c-b423-92b2c9fd7ffc tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440493 Oct 01 04:19:15.067295 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-19916a80-37be-43e0-ae91-b87a8ed33a8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (797ac3f1-c973-4eec-9950-99ad88971ed1), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:16.058325 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c92cb-4371-48fc-a73a-7f85ec9c3df4 req-65e4b493-0357-4098-9c2e-4916d0c754c2 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:16.059910 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-679c92cb-4371-48fc-a73a-7f85ec9c3df4 req-65e4b493-0357-4098-9c2e-4916d0c754c2 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 946 time: 0.0515120 Oct 01 04:19:16.116465 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-679c92cb-4371-48fc-a73a-7f85ec9c3df4 req-ad28f0f8-406e-4385-905b-cbb16faa046e tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504975 Oct 01 04:19:16.233830 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55550f09-9bf2-4503-b16a-2d26c0a47f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (3f31be2c-2b77-4d66-9a3d-30b9eb89a668), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:17.078577 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 35102) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:17.192813 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4765f9ef-4a0c-4d8b-bd55-b447c6e7c462 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:17.262291 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c6bbc-b312-47dd-8f69-c080d4b64f1d req-f00fac59-f66c-4acc-8c0c-e0c064fc9dc5 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:17.263761 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-bb4c6bbc-b312-47dd-8f69-c080d4b64f1d req-f00fac59-f66c-4acc-8c0c-e0c064fc9dc5 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 946 time: 0.0587509 Oct 01 04:19:17.276701 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4765f9ef-4a0c-4d8b-bd55-b447c6e7c462 admin admin] Publish callbacks [] for security_group (564472f1-d2fb-469e-b8d2-37ae036d781a), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:17.281108 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4765f9ef-4a0c-4d8b-bd55-b447c6e7c462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (564472f1-d2fb-469e-b8d2-37ae036d781a), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:17.313589 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-bb4c6bbc-b312-47dd-8f69-c080d4b64f1d req-78bea572-8dfc-406c-ac57-ef0688de9d43 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438619 Oct 01 04:19:17.316781 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:17.320000 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4765f9ef-4a0c-4d8b-bd55-b447c6e7c462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564472f1-d2fb-469e-b8d2-37ae036d781a,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:17.326628 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-4765f9ef-4a0c-4d8b-bd55-b447c6e7c462 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=50fb7200a62b4c0a9b0b554c1dfbaf31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2469723 Oct 01 04:19:17.328234 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 35108) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:17.379574 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bbc40d8d-a44f-4bba-9367-dc0f7933daf6 admin admin] Publish callbacks [] for security_group (564472f1-d2fb-469e-b8d2-37ae036d781a), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:17.398954 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bbc40d8d-a44f-4bba-9367-dc0f7933daf6 admin admin] Publish callbacks [] for security_group (564472f1-d2fb-469e-b8d2-37ae036d781a), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:17.459643 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bbc40d8d-a44f-4bba-9367-dc0f7933daf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (564472f1-d2fb-469e-b8d2-37ae036d781a), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:17.462723 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bbc40d8d-a44f-4bba-9367-dc0f7933daf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:17.467472 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-bbc40d8d-a44f-4bba-9367-dc0f7933daf6 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/564472f1-d2fb-469e-b8d2-37ae036d781a HTTP/1.1" status: 204 len: 168 time: 0.1371899 Oct 01 04:19:17.478021 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc40d8d-a44f-4bba-9367-dc0f7933daf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564472f1-d2fb-469e-b8d2-37ae036d781a,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:17.675502 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (d8875dbe-87f1-4639-b3ef-79ff4b202d58), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:17.849562 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 35134) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:17.867018 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2df38122-1688-427f-ba89-72c15e943081 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:17.933411 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91c43220-b735-4568-b99e-ce3dc63ea20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (a017e3cb-dd0a-4c83-ac3d-dd65b6d6e9f8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:17.996204 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2df38122-1688-427f-ba89-72c15e943081 admin admin] Publish callbacks [] for security_group (2aa8af35-f385-4048-b3b5-6a3543078c33), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:18.000831 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2df38122-1688-427f-ba89-72c15e943081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (2aa8af35-f385-4048-b3b5-6a3543078c33), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:18.043719 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-2df38122-1688-427f-ba89-72c15e943081 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=455c549470dc4403bd9476a4443d0370&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1930866 Oct 01 04:19:18.044577 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df38122-1688-427f-ba89-72c15e943081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa8af35-f385-4048-b3b5-6a3543078c33,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:18.046417 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 35146) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:18.102716 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5bd80fc7-3cee-4de8-9779-01bdf7ccf5cd admin admin] Publish callbacks [] for security_group (2aa8af35-f385-4048-b3b5-6a3543078c33), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:18.127087 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5bd80fc7-3cee-4de8-9779-01bdf7ccf5cd admin admin] Publish callbacks [] for security_group (2aa8af35-f385-4048-b3b5-6a3543078c33), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:18.178350 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5bd80fc7-3cee-4de8-9779-01bdf7ccf5cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (2aa8af35-f385-4048-b3b5-6a3543078c33), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:18.180873 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5bd80fc7-3cee-4de8-9779-01bdf7ccf5cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:18.182196 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-5bd80fc7-3cee-4de8-9779-01bdf7ccf5cd admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/2aa8af35-f385-4048-b3b5-6a3543078c33 HTTP/1.1" status: 204 len: 168 time: 0.1339383 Oct 01 04:19:18.191249 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd80fc7-3cee-4de8-9779-01bdf7ccf5cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa8af35-f385-4048-b3b5-6a3543078c33,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:18.450639 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f632977d-5c1b-43cd-b6ce-ad91027f7e34 req-70ef9b44-4783-4f71-98f8-8beb0bcc912c tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:18.451131 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 35166) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:18.452231 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-f632977d-5c1b-43cd-b6ce-ad91027f7e34 req-70ef9b44-4783-4f71-98f8-8beb0bcc912c tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 946 time: 0.0577905 Oct 01 04:19:18.503953 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-f632977d-5c1b-43cd-b6ce-ad91027f7e34 req-f1831b61-1eff-44ba-80c0-5eb968b324b8 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461144 Oct 01 04:19:18.599697 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-24192c00-809d-499b-b214-1594f14d5750 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:18.636502 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=10 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:18.693531 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-24192c00-809d-499b-b214-1594f14d5750 admin admin] Publish callbacks [] for security_group (a88036bb-301d-4e0e-848b-58e44741aead), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:18.698272 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-24192c00-809d-499b-b214-1594f14d5750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (a88036bb-301d-4e0e-848b-58e44741aead), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:18.752885 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-24192c00-809d-499b-b214-1594f14d5750 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=bb754458f9dd4e2494de1f45973ab341&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2982433 Oct 01 04:19:18.753192 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 35184) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:18.774745 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24192c00-809d-499b-b214-1594f14d5750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a88036bb-301d-4e0e-848b-58e44741aead,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:18.824650 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-afba0f8d-2abb-4efd-8da6-6aac8a2693f8 admin admin] Publish callbacks [] for security_group (a88036bb-301d-4e0e-848b-58e44741aead), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:18.848889 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-afba0f8d-2abb-4efd-8da6-6aac8a2693f8 admin admin] Publish callbacks [] for security_group (a88036bb-301d-4e0e-848b-58e44741aead), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:18.912349 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-afba0f8d-2abb-4efd-8da6-6aac8a2693f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (a88036bb-301d-4e0e-848b-58e44741aead), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:18.917942 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-afba0f8d-2abb-4efd-8da6-6aac8a2693f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:18.919532 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-afba0f8d-2abb-4efd-8da6-6aac8a2693f8 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/a88036bb-301d-4e0e-848b-58e44741aead HTTP/1.1" status: 204 len: 168 time: 0.1654601 Oct 01 04:19:18.931760 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afba0f8d-2abb-4efd-8da6-6aac8a2693f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88036bb-301d-4e0e-848b-58e44741aead,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:19.639497 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd2d7b-7c81-472d-a755-faea4ef60825 req-b8c58999-31a9-4c47-8641-912b02ff0af8 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:19.641038 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-07fd2d7b-7c81-472d-a755-faea4ef60825 req-b8c58999-31a9-4c47-8641-912b02ff0af8 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 946 time: 0.0539753 Oct 01 04:19:19.695176 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-07fd2d7b-7c81-472d-a755-faea4ef60825 req-ab212607-a15b-40ad-a791-71eeed8b8cae tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472043 Oct 01 04:19:20.822482 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd45ff-ae17-439e-be35-8b44dcbf37b0 req-632f6c79-8f1e-4466-bd55-7f9e33426bce tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:20.824039 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-19cd45ff-ae17-439e-be35-8b44dcbf37b0 req-632f6c79-8f1e-4466-bd55-7f9e33426bce tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 946 time: 0.0522697 Oct 01 04:19:20.854968 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:DELETE=5,neutron:SELECT=90,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:20.874614 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-19cd45ff-ae17-439e-be35-8b44dcbf37b0 req-68470a82-4e33-42fa-80b1-e26f9b9c9691 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448234 Oct 01 04:19:21.991538 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc71dc0-c107-4300-a870-f133862c6808 req-f0b4b8ab-3b98-49a1-8c25-1d9aec876004 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:21.993028 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-bdc71dc0-c107-4300-a870-f133862c6808 req-f0b4b8ab-3b98-49a1-8c25-1d9aec876004 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 946 time: 0.0457530 Oct 01 04:19:22.041281 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-bdc71dc0-c107-4300-a870-f133862c6808 req-50903452-5df8-4544-8f4a-2fcb3a6e7b07 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421803 Oct 01 04:19:22.437016 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=23 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:22.490303 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=60 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:22.763852 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (2c3964fb-7920-4c48-8672-be15ccfa9ce8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:23.162363 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b6e0e-868b-4228-8568-abbd0694de22 req-dc29a978-69f4-4bd8-9694-888cbcbb23ce tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:23.164026 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-f35b6e0e-868b-4228-8568-abbd0694de22 req-dc29a978-69f4-4bd8-9694-888cbcbb23ce tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 946 time: 0.0477300 Oct 01 04:19:23.217234 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-f35b6e0e-868b-4228-8568-abbd0694de22 req-ffae86d1-780a-4873-9324-f88189c70f22 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476317 Oct 01 04:19:23.994538 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.agents_db [None req-12b97a57-14e3-4267-90b0-a9e0353f7932 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 01 04:19:24.328015 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:24.339030 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29103b-9d07-4a9f-9639-432f16fb88f3 req-d56c4ab4-5098-4512-8ad1-37af74f7ef49 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:24.340523 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-6c29103b-9d07-4a9f-9639-432f16fb88f3 req-d56c4ab4-5098-4512-8ad1-37af74f7ef49 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 946 time: 0.0460188 Oct 01 04:19:24.389830 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-6c29103b-9d07-4a9f-9639-432f16fb88f3 req-92ddd8ff-bfd6-4b6d-b012-f079abb16311 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413845 Oct 01 04:19:25.517550 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87acfdf-9295-4074-94ca-728553e8088d req-bfc22e44-c50b-4573-a311-51f1dbbb82f9 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:25.519838 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a87acfdf-9295-4074-94ca-728553e8088d req-bfc22e44-c50b-4573-a311-51f1dbbb82f9 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 946 time: 0.0495358 Oct 01 04:19:25.573217 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a87acfdf-9295-4074-94ca-728553e8088d req-f1fcc321-a6ef-4626-991c-a074168efd1b tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455053 Oct 01 04:19:26.712281 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97407cbf-1576-49fb-a791-23e8b23c4d6d req-f42c5e04-3a72-428e-8a8b-c61554ffa8e5 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:26.713900 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-97407cbf-1576-49fb-a791-23e8b23c4d6d req-f42c5e04-3a72-428e-8a8b-c61554ffa8e5 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 946 time: 0.0551887 Oct 01 04:19:26.765140 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-97407cbf-1576-49fb-a791-23e8b23c4d6d req-2ceaf66a-038b-43c5-8d51-7b7e58b04947 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447686 Oct 01 04:19:27.885693 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ff434-a4af-4415-9186-d31b286690d4 req-a50dd061-6fef-443e-99fb-8c67c41b5852 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:27.887203 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a08ff434-a4af-4415-9186-d31b286690d4 req-a50dd061-6fef-443e-99fb-8c67c41b5852 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 946 time: 0.0469162 Oct 01 04:19:27.937824 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a08ff434-a4af-4415-9186-d31b286690d4 req-50a7bd7f-2ee1-4e49-b1c2-5db6147617fc tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442817 Oct 01 04:19:28.890110 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=62,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:28.930538 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=34,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:29.056362 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d10336-2b26-4bcb-82dc-e81c12c162f6 req-80db3ffc-3fd6-47e9-9366-06b2358f8203 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:29.057857 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-52d10336-2b26-4bcb-82dc-e81c12c162f6 req-80db3ffc-3fd6-47e9-9366-06b2358f8203 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 946 time: 0.0457861 Oct 01 04:19:29.109606 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-52d10336-2b26-4bcb-82dc-e81c12c162f6 req-bdf1c3f3-b342-4e60-a6c4-46e90c83c9bc tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454249 Oct 01 04:19:30.235221 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01147d7-d408-4b8b-94b6-8fdf27478a65 req-ab972523-fe02-43ab-9070-00eaee78f7b2 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:30.236700 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d01147d7-d408-4b8b-94b6-8fdf27478a65 req-ab972523-fe02-43ab-9070-00eaee78f7b2 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 946 time: 0.0534530 Oct 01 04:19:30.285549 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d01147d7-d408-4b8b-94b6-8fdf27478a65 req-a152b0b9-cc43-4177-b9f0-785ae72b1e79 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432150 Oct 01 04:19:31.431902 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a1b88-0987-47ee-8f78-60eac790af24 req-fb7e5937-a632-4efe-951d-b5aeb0ef7143 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:31.433764 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-582a1b88-0987-47ee-8f78-60eac790af24 req-fb7e5937-a632-4efe-951d-b5aeb0ef7143 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 946 time: 0.0637674 Oct 01 04:19:31.485888 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-582a1b88-0987-47ee-8f78-60eac790af24 req-7b32c8df-8a19-4bb8-a808-6f3f9ac261e3 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454798 Oct 01 04:19:32.638398 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f677ff9-710b-4f40-9ab3-740e74303494 req-4c7965f2-72f8-4bb6-a6e7-84f60ed4c37a tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:32.647413 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-6f677ff9-710b-4f40-9ab3-740e74303494 req-4c7965f2-72f8-4bb6-a6e7-84f60ed4c37a tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 946 time: 0.0745678 Oct 01 04:19:32.711604 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-6f677ff9-710b-4f40-9ab3-740e74303494 req-0cdaf28f-d6cf-406d-b163-c546c1af1e63 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633361 Oct 01 04:19:32.756711 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=26,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:32.759088 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=69,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:33.215650 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 35582) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:33.379597 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-044e6285-ec82-409e-8d67-3f3f20e2f909 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:33.473870 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-044e6285-ec82-409e-8d67-3f3f20e2f909 admin admin] Publish callbacks [] for security_group (7230d8b0-741d-44bb-bd45-c5f921a4abda), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:33.479021 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-044e6285-ec82-409e-8d67-3f3f20e2f909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (7230d8b0-741d-44bb-bd45-c5f921a4abda), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:33.505770 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044e6285-ec82-409e-8d67-3f3f20e2f909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7230d8b0-741d-44bb-bd45-c5f921a4abda,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:33.547711 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-044e6285-ec82-409e-8d67-3f3f20e2f909 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=3a08b7b360bd495983479cb178841379&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3285282 Oct 01 04:19:33.548022 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 35602) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:33.607789 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-165fd349-17a3-4b2f-8831-f0fc82bccaec admin admin] Publish callbacks [] for security_group (7230d8b0-741d-44bb-bd45-c5f921a4abda), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:33.631264 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-165fd349-17a3-4b2f-8831-f0fc82bccaec admin admin] Publish callbacks [] for security_group (7230d8b0-741d-44bb-bd45-c5f921a4abda), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:33.687160 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-165fd349-17a3-4b2f-8831-f0fc82bccaec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (7230d8b0-741d-44bb-bd45-c5f921a4abda), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:33.690388 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-165fd349-17a3-4b2f-8831-f0fc82bccaec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:33.691548 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-165fd349-17a3-4b2f-8831-f0fc82bccaec admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/7230d8b0-741d-44bb-bd45-c5f921a4abda HTTP/1.1" status: 204 len: 168 time: 0.1427174 Oct 01 04:19:33.702169 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165fd349-17a3-4b2f-8831-f0fc82bccaec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7230d8b0-741d-44bb-bd45-c5f921a4abda,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:33.845514 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8307c15-372a-4da3-9db3-19765d6cd989 req-63d85827-4373-4c33-9da5-329fcfe61353 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:33.849517 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-e8307c15-372a-4da3-9db3-19765d6cd989 req-63d85827-4373-4c33-9da5-329fcfe61353 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 946 time: 0.0532200 Oct 01 04:19:33.862056 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:33.901035 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-e8307c15-372a-4da3-9db3-19765d6cd989 req-3b531b6a-7e25-488c-9475-32584b049c67 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464606 Oct 01 04:19:34.019955 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 35624) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:34.034412 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fe6b3559-50d4-43e7-8974-71274b59bb33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:34.110625 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fe6b3559-50d4-43e7-8974-71274b59bb33 admin admin] Publish callbacks [] for security_group (a2286824-1953-4db0-a553-71d8c06a8988), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:34.114251 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fe6b3559-50d4-43e7-8974-71274b59bb33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (a2286824-1953-4db0-a553-71d8c06a8988), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:34.151747 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b3559-50d4-43e7-8974-71274b59bb33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2286824-1953-4db0-a553-71d8c06a8988,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:34.156416 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-fe6b3559-50d4-43e7-8974-71274b59bb33 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=45c000c11cec46c38cbc510408a823af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1354134 Oct 01 04:19:34.158369 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 35626) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:34.210253 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8bbd42cb-b57f-4fef-8af2-c648f852bd02 admin admin] Publish callbacks [] for security_group (a2286824-1953-4db0-a553-71d8c06a8988), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:34.231473 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8bbd42cb-b57f-4fef-8af2-c648f852bd02 admin admin] Publish callbacks [] for security_group (a2286824-1953-4db0-a553-71d8c06a8988), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:34.279139 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8bbd42cb-b57f-4fef-8af2-c648f852bd02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (a2286824-1953-4db0-a553-71d8c06a8988), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:34.281942 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8bbd42cb-b57f-4fef-8af2-c648f852bd02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:34.283070 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-8bbd42cb-b57f-4fef-8af2-c648f852bd02 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/a2286824-1953-4db0-a553-71d8c06a8988 HTTP/1.1" status: 204 len: 168 time: 0.1237857 Oct 01 04:19:34.290863 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbd42cb-b57f-4fef-8af2-c648f852bd02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2286824-1953-4db0-a553-71d8c06a8988,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:35.039608 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2eba55-05cc-4b0e-959f-705f25dcc6ae req-68e34c14-6e05-409c-a8ac-ed6adf894bc3 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:35.041219 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-3c2eba55-05cc-4b0e-959f-705f25dcc6ae req-68e34c14-6e05-409c-a8ac-ed6adf894bc3 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 946 time: 0.0536335 Oct 01 04:19:35.093019 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-3c2eba55-05cc-4b0e-959f-705f25dcc6ae req-c6c4e6fc-3f37-4108-a672-12c220ab6f9b tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458105 Oct 01 04:19:35.995208 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:36.218259 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5effbbf-35b6-4655-bb3a-5f71367d4875 req-ddf5e096-1c5e-4874-910a-634af539dca5 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:36.219768 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a5effbbf-35b6-4655-bb3a-5f71367d4875 req-ddf5e096-1c5e-4874-910a-634af539dca5 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 946 time: 0.0491910 Oct 01 04:19:36.268767 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a5effbbf-35b6-4655-bb3a-5f71367d4875 req-2d5af4b5-74aa-42ad-97b5-2b069f2d8483 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434587 Oct 01 04:19:36.831456 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 35736) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:36.944843 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e44f64d9-385d-4403-afde-75f367ffb881 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:36.989557 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:37.008509 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:37.028808 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e44f64d9-385d-4403-afde-75f367ffb881 admin admin] Publish callbacks [] for security_group (b7bbdad3-a603-42b2-9ce5-b8d008d7f33f), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:37.032474 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e44f64d9-385d-4403-afde-75f367ffb881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (b7bbdad3-a603-42b2-9ce5-b8d008d7f33f), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:37.079024 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-e44f64d9-385d-4403-afde-75f367ffb881 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=1dd7fd412ebd4167a218d0d30720e1b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2438867 Oct 01 04:19:37.079225 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f64d9-385d-4403-afde-75f367ffb881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7bbdad3-a603-42b2-9ce5-b8d008d7f33f,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:37.080105 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 35748) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:37.136260 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-cca5398b-5a33-41f3-a148-bf6e74ad4f8d admin admin] Publish callbacks [] for security_group (b7bbdad3-a603-42b2-9ce5-b8d008d7f33f), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:37.157495 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-cca5398b-5a33-41f3-a148-bf6e74ad4f8d admin admin] Publish callbacks [] for security_group (b7bbdad3-a603-42b2-9ce5-b8d008d7f33f), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:37.171402 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:37.209195 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-cca5398b-5a33-41f3-a148-bf6e74ad4f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (b7bbdad3-a603-42b2-9ce5-b8d008d7f33f), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:37.211729 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-cca5398b-5a33-41f3-a148-bf6e74ad4f8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:37.212885 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-cca5398b-5a33-41f3-a148-bf6e74ad4f8d admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/b7bbdad3-a603-42b2-9ce5-b8d008d7f33f HTTP/1.1" status: 204 len: 168 time: 0.1316524 Oct 01 04:19:37.221379 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca5398b-5a33-41f3-a148-bf6e74ad4f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7bbdad3-a603-42b2-9ce5-b8d008d7f33f,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:37.416632 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0b02a-eb65-4892-afb2-8f48d7104909 req-bbb6f65e-7cab-4121-a67e-f8299073514f tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:37.419617 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-0ed0b02a-eb65-4892-afb2-8f48d7104909 req-bbb6f65e-7cab-4121-a67e-f8299073514f tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 946 time: 0.0561187 Oct 01 04:19:37.478545 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-0ed0b02a-eb65-4892-afb2-8f48d7104909 req-3ecca7ce-3578-4e62-9795-1ba81c044826 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527186 Oct 01 04:19:37.508608 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 35756) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:37.525058 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5677ca83-774c-45d7-839e-1bdf1ab01bce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:37.599479 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5677ca83-774c-45d7-839e-1bdf1ab01bce admin admin] Publish callbacks [] for security_group (e5559a36-1aac-46e3-bc73-6ee75973de38), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:37.603407 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5677ca83-774c-45d7-839e-1bdf1ab01bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (e5559a36-1aac-46e3-bc73-6ee75973de38), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:37.642503 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-5677ca83-774c-45d7-839e-1bdf1ab01bce admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=1e4b5a74a720451b983740d8ff9ba81e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1328192 Oct 01 04:19:37.643337 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5677ca83-774c-45d7-839e-1bdf1ab01bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5559a36-1aac-46e3-bc73-6ee75973de38,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:37.645979 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 35760) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:37.698474 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-415f9927-7d31-42ca-9eeb-cc282d92d5f7 admin admin] Publish callbacks [] for security_group (e5559a36-1aac-46e3-bc73-6ee75973de38), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:37.722375 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-415f9927-7d31-42ca-9eeb-cc282d92d5f7 admin admin] Publish callbacks [] for security_group (e5559a36-1aac-46e3-bc73-6ee75973de38), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:37.773812 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-415f9927-7d31-42ca-9eeb-cc282d92d5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (e5559a36-1aac-46e3-bc73-6ee75973de38), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:37.776613 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-415f9927-7d31-42ca-9eeb-cc282d92d5f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:37.777806 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-415f9927-7d31-42ca-9eeb-cc282d92d5f7 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/e5559a36-1aac-46e3-bc73-6ee75973de38 HTTP/1.1" status: 204 len: 168 time: 0.1299124 Oct 01 04:19:37.788542 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415f9927-7d31-42ca-9eeb-cc282d92d5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5559a36-1aac-46e3-bc73-6ee75973de38,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:38.262374 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92cbbab-4bc6-470a-ab60-78caa4241d43 req-744ce4ff-5782-4a7b-b5fc-558a6af3fdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:38.264076 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d92cbbab-4bc6-470a-ab60-78caa4241d43 req-744ce4ff-5782-4a7b-b5fc-558a6af3fdac service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 1130 time: 0.0503283 Oct 01 04:19:38.335930 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d92cbbab-4bc6-470a-ab60-78caa4241d43 req-cea2b0c3-7cef-476c-a2de-7ffef79000da service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639777 Oct 01 04:19:38.386223 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 35808) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:38.419164 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 35812) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:38.550108 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-93486fe7-ecb6-4e2e-ae51-2530b612d32c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:38.553045 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-594a9b6d-8fa9-4f9c-876a-6cbc856edc6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:38.645870 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-594a9b6d-8fa9-4f9c-876a-6cbc856edc6f admin admin] Publish callbacks [] for security_group (b56e9092-635f-4b3c-ab0e-1593fb262a0f), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:38.651305 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-594a9b6d-8fa9-4f9c-876a-6cbc856edc6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (b56e9092-635f-4b3c-ab0e-1593fb262a0f), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:38.660530 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd68e1-5cad-4e29-bae6-988ba5bcbbac req-7afbbe27-d889-4fb5-b5fa-96d4d5330b8f tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:38.662073 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7efd68e1-5cad-4e29-bae6-988ba5bcbbac req-7afbbe27-d889-4fb5-b5fa-96d4d5330b8f tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 946 time: 0.0723064 Oct 01 04:19:38.694887 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-594a9b6d-8fa9-4f9c-876a-6cbc856edc6f admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=bfbfde06ed1241d0b386a26c903946ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2745521 Oct 01 04:19:38.696114 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a9b6d-8fa9-4f9c-876a-6cbc856edc6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56e9092-635f-4b3c-ab0e-1593fb262a0f,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:38.698729 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 35822) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:38.745161 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7efd68e1-5cad-4e29-bae6-988ba5bcbbac req-bc1443ef-dcbf-4af5-9899-39437b2538b5 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755932 Oct 01 04:19:38.750916 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-93486fe7-ecb6-4e2e-ae51-2530b612d32c admin admin] Publish callbacks [] for security_group (c8318bbf-d0a1-4c74-b679-1954e27bfbc2), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:38.756221 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-93486fe7-ecb6-4e2e-ae51-2530b612d32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (c8318bbf-d0a1-4c74-b679-1954e27bfbc2), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:38.757441 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bc075a87-6cd1-472e-a627-f3c75fabfd3b admin admin] Publish callbacks [] for security_group (b56e9092-635f-4b3c-ab0e-1593fb262a0f), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:38.781966 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bc075a87-6cd1-472e-a627-f3c75fabfd3b admin admin] Publish callbacks [] for security_group (b56e9092-635f-4b3c-ab0e-1593fb262a0f), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:38.782482 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:38.807057 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93486fe7-ecb6-4e2e-ae51-2530b612d32c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8318bbf-d0a1-4c74-b679-1954e27bfbc2,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:38.814314 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-93486fe7-ecb6-4e2e-ae51-2530b612d32c admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=237b72177e0843af93c11bca27c45de5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4232893 Oct 01 04:19:38.815395 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 35828) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:38.842984 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bc075a87-6cd1-472e-a627-f3c75fabfd3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (b56e9092-635f-4b3c-ab0e-1593fb262a0f), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:38.845725 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bc075a87-6cd1-472e-a627-f3c75fabfd3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:38.849461 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-bc075a87-6cd1-472e-a627-f3c75fabfd3b admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/b56e9092-635f-4b3c-ab0e-1593fb262a0f HTTP/1.1" status: 204 len: 168 time: 0.1471941 Oct 01 04:19:38.855757 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc075a87-6cd1-472e-a627-f3c75fabfd3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56e9092-635f-4b3c-ab0e-1593fb262a0f,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:38.878420 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-d817ba79-8119-4d90-b48d-4d809865dba8 admin admin] Publish callbacks [] for security_group (c8318bbf-d0a1-4c74-b679-1954e27bfbc2), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:38.903740 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-d817ba79-8119-4d90-b48d-4d809865dba8 admin admin] Publish callbacks [] for security_group (c8318bbf-d0a1-4c74-b679-1954e27bfbc2), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:38.958874 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-d817ba79-8119-4d90-b48d-4d809865dba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (c8318bbf-d0a1-4c74-b679-1954e27bfbc2), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:38.962723 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-d817ba79-8119-4d90-b48d-4d809865dba8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:38.964432 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-d817ba79-8119-4d90-b48d-4d809865dba8 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/c8318bbf-d0a1-4c74-b679-1954e27bfbc2 HTTP/1.1" status: 204 len: 168 time: 0.1477900 Oct 01 04:19:38.984266 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d817ba79-8119-4d90-b48d-4d809865dba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8318bbf-d0a1-4c74-b679-1954e27bfbc2,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:39.236849 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 35850) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:39.253788 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-0470ff8e-dccf-4121-8d68-9eb16717f071 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:39.300948 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:DELETE=8,neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:39.362881 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-0470ff8e-dccf-4121-8d68-9eb16717f071 admin admin] Publish callbacks [] for security_group (ae56d0dd-48ac-4c53-bf1b-def64392f1eb), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:39.367644 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-0470ff8e-dccf-4121-8d68-9eb16717f071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (ae56d0dd-48ac-4c53-bf1b-def64392f1eb), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:39.422321 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-0470ff8e-dccf-4121-8d68-9eb16717f071 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=8ece8639cb624854b1ac7527b64fbd66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1837296 Oct 01 04:19:39.425096 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 35866) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:39.425662 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0470ff8e-dccf-4121-8d68-9eb16717f071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae56d0dd-48ac-4c53-bf1b-def64392f1eb,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:39.458012 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:39.490965 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 35880) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:39.501530 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7933478a-0d3f-4711-b5ed-a8a0acce0bd9 admin admin] Publish callbacks [] for security_group (ae56d0dd-48ac-4c53-bf1b-def64392f1eb), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:39.520318 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c45bd9d9-ae0f-433d-811d-51a2d5f8b3bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:39.538370 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7933478a-0d3f-4711-b5ed-a8a0acce0bd9 admin admin] Publish callbacks [] for security_group (ae56d0dd-48ac-4c53-bf1b-def64392f1eb), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:39.603571 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7933478a-0d3f-4711-b5ed-a8a0acce0bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (ae56d0dd-48ac-4c53-bf1b-def64392f1eb), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:39.608630 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7933478a-0d3f-4711-b5ed-a8a0acce0bd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:39.613865 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-7933478a-0d3f-4711-b5ed-a8a0acce0bd9 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/ae56d0dd-48ac-4c53-bf1b-def64392f1eb HTTP/1.1" status: 204 len: 168 time: 0.1830409 Oct 01 04:19:39.629101 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7933478a-0d3f-4711-b5ed-a8a0acce0bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae56d0dd-48ac-4c53-bf1b-def64392f1eb,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:39.645671 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c45bd9d9-ae0f-433d-811d-51a2d5f8b3bf admin admin] Publish callbacks [] for security_group (3033bb1f-2e78-4af3-9cd6-b345fbbcad7b), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:39.649512 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c45bd9d9-ae0f-433d-811d-51a2d5f8b3bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (3033bb1f-2e78-4af3-9cd6-b345fbbcad7b), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:39.692108 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45bd9d9-ae0f-433d-811d-51a2d5f8b3bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3033bb1f-2e78-4af3-9cd6-b345fbbcad7b,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:39.705292 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 35902) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:39.706065 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-c45bd9d9-ae0f-433d-811d-51a2d5f8b3bf admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=aeccb79802b34dd4b6f4fc002a58dba2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2138281 Oct 01 04:19:39.739318 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:39.772870 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fa03ae87-a621-43cf-a9df-f1c7f16cc74d admin admin] Publish callbacks [] for security_group (3033bb1f-2e78-4af3-9cd6-b345fbbcad7b), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:39.798943 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fa03ae87-a621-43cf-a9df-f1c7f16cc74d admin admin] Publish callbacks [] for security_group (3033bb1f-2e78-4af3-9cd6-b345fbbcad7b), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:39.873090 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fa03ae87-a621-43cf-a9df-f1c7f16cc74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (3033bb1f-2e78-4af3-9cd6-b345fbbcad7b), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:39.879955 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fa03ae87-a621-43cf-a9df-f1c7f16cc74d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:39.881976 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-fa03ae87-a621-43cf-a9df-f1c7f16cc74d admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/3033bb1f-2e78-4af3-9cd6-b345fbbcad7b HTTP/1.1" status: 204 len: 168 time: 0.1756532 Oct 01 04:19:39.892822 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa03ae87-a621-43cf-a9df-f1c7f16cc74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3033bb1f-2e78-4af3-9cd6-b345fbbcad7b,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:39.959749 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73205269-970e-41f4-977b-59ed3d057031 req-ac3ba89c-a39c-4e9f-a1d5-d739479f0583 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:39.961372 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-73205269-970e-41f4-977b-59ed3d057031 req-ac3ba89c-a39c-4e9f-a1d5-d739479f0583 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 946 time: 0.0943830 Oct 01 04:19:40.052030 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-73205269-970e-41f4-977b-59ed3d057031 req-aff603ad-9779-44e5-ab7b-438e516dc733 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830865 Oct 01 04:19:40.089012 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 35918) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:40.104387 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-23c36929-08ff-42c6-9424-58231263682a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:40.222410 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-23c36929-08ff-42c6-9424-58231263682a admin admin] Publish callbacks [] for security_group (5d9a5c5a-fb06-4b5b-b0ab-8534cf3fba5b), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:40.231747 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-23c36929-08ff-42c6-9424-58231263682a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (5d9a5c5a-fb06-4b5b-b0ab-8534cf3fba5b), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:40.287529 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-23c36929-08ff-42c6-9424-58231263682a admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=ff14d000b3b24f839842a5d8fa818429&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1970978 Oct 01 04:19:40.290546 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 35940) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:40.298396 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c36929-08ff-42c6-9424-58231263682a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9a5c5a-fb06-4b5b-b0ab-8534cf3fba5b,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:40.396856 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-deeb6999-ada6-4067-ae55-10ebf47a99ff admin admin] Publish callbacks [] for security_group (5d9a5c5a-fb06-4b5b-b0ab-8534cf3fba5b), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:40.425859 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-deeb6999-ada6-4067-ae55-10ebf47a99ff admin admin] Publish callbacks [] for security_group (5d9a5c5a-fb06-4b5b-b0ab-8534cf3fba5b), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:40.467071 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=16 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:40.501729 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-deeb6999-ada6-4067-ae55-10ebf47a99ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (5d9a5c5a-fb06-4b5b-b0ab-8534cf3fba5b), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:40.505743 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-deeb6999-ada6-4067-ae55-10ebf47a99ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:40.507073 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-deeb6999-ada6-4067-ae55-10ebf47a99ff admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/5d9a5c5a-fb06-4b5b-b0ab-8534cf3fba5b HTTP/1.1" status: 204 len: 168 time: 0.2150371 Oct 01 04:19:40.520826 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeb6999-ada6-4067-ae55-10ebf47a99ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9a5c5a-fb06-4b5b-b0ab-8534cf3fba5b,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:41.006964 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:41.239512 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe200f2-aecf-49ee-bc7e-e21dddef05b1 req-39a8434a-9795-4a51-89a9-29331a466bd1 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:41.241120 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-bbe200f2-aecf-49ee-bc7e-e21dddef05b1 req-39a8434a-9795-4a51-89a9-29331a466bd1 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 946 time: 0.0733554 Oct 01 04:19:41.328362 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-bbe200f2-aecf-49ee-bc7e-e21dddef05b1 req-6c2ae972-c2d4-492f-b848-7672be3f7cb3 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745633 Oct 01 04:19:41.485955 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254b5e2-e2f4-468f-a1bf-e899aa38451e req-98668b06-c464-4c6a-8720-ed8a65299b04 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:41.488432 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-1254b5e2-e2f4-468f-a1bf-e899aa38451e req-98668b06-c464-4c6a-8720-ed8a65299b04 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2906cc69-afd9-45dd-b846-38782722ed9a HTTP/1.1" status: 200 len: 945 time: 0.0716424 Oct 01 04:19:41.559379 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-1254b5e2-e2f4-468f-a1bf-e899aa38451e req-83cccf0a-f983-45c7-81dc-a8ef35f84e37 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446432 Oct 01 04:19:41.715595 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 36042) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:41.732218 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 36046) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:42.002448 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [None req-38e84a21-8ca5-4ac8-9ac8-17c428927fd9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1480930901-network', 'tenant_id': '6452abdab41846a5915b7ea5d81b9811'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:19:42.009518 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b2b8fef8-5c4d-41cb-a7cc-9a51d0f6460d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:42.045422 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e84a21-8ca5-4ac8-9ac8-17c428927fd9 admin admin] Made reservation on behalf of 6452abdab41846a5915b7ea5d81b9811 for: {'network': 1} {{(pid=106386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:19:42.048444 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-38e84a21-8ca5-4ac8-9ac8-17c428927fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for network (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:42.062944 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-38e84a21-8ca5-4ac8-9ac8-17c428927fd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:42.117865 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:42.197573 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b2b8fef8-5c4d-41cb-a7cc-9a51d0f6460d admin admin] Publish callbacks [] for security_group (373ef54d-0365-4935-b3aa-585101eaf3f4), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:42.208017 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b2b8fef8-5c4d-41cb-a7cc-9a51d0f6460d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (373ef54d-0365-4935-b3aa-585101eaf3f4), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:42.264630 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-38e84a21-8ca5-4ac8-9ac8-17c428927fd9 admin admin] Publish callbacks [] for security_group (4d6c4e18-276e-43db-8d0d-387d89d724bf), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:42.268576 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b8fef8-5c4d-41cb-a7cc-9a51d0f6460d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373ef54d-0365-4935-b3aa-585101eaf3f4,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:42.277484 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-b2b8fef8-5c4d-41cb-a7cc-9a51d0f6460d admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=e2525409ffd64be1b781d951bf7dcc5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5410182 Oct 01 04:19:42.277776 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 36066) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:42.286317 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-38e84a21-8ca5-4ac8-9ac8-17c428927fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (4d6c4e18-276e-43db-8d0d-387d89d724bf), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:42.318996 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38e84a21-8ca5-4ac8-9ac8-17c428927fd9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=106386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 01 04:19:42.356162 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-38e84a21-8ca5-4ac8-9ac8-17c428927fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916673'] for segment (67a5d6d3-c0ca-4b8f-975c-656f0db03ab2), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:42.356583 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.db.segments_db [None req-38e84a21-8ca5-4ac8-9ac8-17c428927fd9 admin admin] Added segment 67a5d6d3-c0ca-4b8f-975c-656f0db03ab2 of type vlan for network 53afa43e-e4f6-45fd-be82-366552325c26 Oct 01 04:19:42.368892 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e84a21-8ca5-4ac8-9ac8-17c428927fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6c4e18-276e-43db-8d0d-387d89d724bf,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:42.421858 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-38e84a21-8ca5-4ac8-9ac8-17c428927fd9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783883007151'] for network (53afa43e-e4f6-45fd-be82-366552325c26), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:42.426884 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f9bf0bd9-5159-4a1e-af96-909172170dc4 admin admin] Publish callbacks [] for security_group (373ef54d-0365-4935-b3aa-585101eaf3f4), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:42.444269 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=77,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:42.476367 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f9bf0bd9-5159-4a1e-af96-909172170dc4 admin admin] Publish callbacks [] for security_group (373ef54d-0365-4935-b3aa-585101eaf3f4), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:42.496512 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-38e84a21-8ca5-4ac8-9ac8-17c428927fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8037924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598'] for network (53afa43e-e4f6-45fd-be82-366552325c26), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:42.497540 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e84a21-8ca5-4ac8-9ac8-17c428927fd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:42.498199 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-38e84a21-8ca5-4ac8-9ac8-17c428927fd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for network (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:42.577833 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-38e84a21-8ca5-4ac8-9ac8-17c428927fd9 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8598456 Oct 01 04:19:42.581330 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 36074) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:42.583113 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e84a21-8ca5-4ac8-9ac8-17c428927fd9 admin admin] Pushing event updated for resources: {'Network': ['ID=53afa43e-e4f6-45fd-be82-366552325c26,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:42.587554 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-ffa8a7e2-ecc6-41fb-92f1-349e83a151bf admin admin] Request body: {'subnet': {'network_id': '53afa43e-e4f6-45fd-be82-366552325c26', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1480930901-subnet', 'tenant_id': '6452abdab41846a5915b7ea5d81b9811', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:19:42.606303 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Network 53afa43e-e4f6-45fd-be82-366552325c26 details requested by agent ovs-agent-dv-cinder-860044-1-iscsi with host dv-cinder-860044-1-iscsi {{(pid=106388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 01 04:19:42.609483 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f9bf0bd9-5159-4a1e-af96-909172170dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (373ef54d-0365-4935-b3aa-585101eaf3f4), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:42.613479 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f9bf0bd9-5159-4a1e-af96-909172170dc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:42.615148 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-f9bf0bd9-5159-4a1e-af96-909172170dc4 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/373ef54d-0365-4935-b3aa-585101eaf3f4 HTTP/1.1" status: 204 len: 168 time: 0.3364522 Oct 01 04:19:42.624892 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf0bd9-5159-4a1e-af96-909172170dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373ef54d-0365-4935-b3aa-585101eaf3f4,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:42.642919 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa8a7e2-ecc6-41fb-92f1-349e83a151bf admin admin] Made reservation on behalf of 6452abdab41846a5915b7ea5d81b9811 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:19:42.646237 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ffa8a7e2-ecc6-41fb-92f1-349e83a151bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4906833'] for subnet (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:42.760559 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e20302ad-5d45-4957-af2f-e5304c332542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (973633b6-dd94-436d-b3a5-971dbc41e63c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:42.907903 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ffa8a7e2-ecc6-41fb-92f1-349e83a151bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8038045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4947281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4906855'] for subnet (3d16cd05-d143-4844-a4bc-e7b8def3965c), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:42.971421 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:42.984128 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa8a7e2-ecc6-41fb-92f1-349e83a151bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d16cd05-d143-4844-a4bc-e7b8def3965c,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:43.001789 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 36088) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:43.005791 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa8a7e2-ecc6-41fb-92f1-349e83a151bf admin admin] Checking segment: {'id': '67a5d6d3-c0ca-4b8f-975c-656f0db03ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '53afa43e-e4f6-45fd-be82-366552325c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:19:43.006161 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa8a7e2-ecc6-41fb-92f1-349e83a151bf admin admin] Network hostable DHCP agents. Network: 53afa43e-e4f6-45fd-be82-366552325c26, hostable agents: ['973633b6-dd94-436d-b3a5-971dbc41e63c'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 01 04:19:43.030038 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa8a7e2-ecc6-41fb-92f1-349e83a151bf admin admin] Network 53afa43e-e4f6-45fd-be82-366552325c26 is scheduled to be hosted by DHCP agent 973633b6-dd94-436d-b3a5-971dbc41e63c with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 01 04:19:43.041851 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-ffa8a7e2-ecc6-41fb-92f1-349e83a151bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860044-1-iscsi, 53afa43e-e4f6-45fd-be82-366552325c26) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:19:43.051305 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e70aef-0c7c-45b4-8537-9152bdcabdf7 None None] Network 53afa43e-e4f6-45fd-be82-366552325c26 requested from dv-cinder-860044-1-iscsi {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 01 04:19:43.057319 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa8a7e2-ecc6-41fb-92f1-349e83a151bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:43.057979 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ffa8a7e2-ecc6-41fb-92f1-349e83a151bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for subnet (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:43.088444 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-ffa8a7e2-ecc6-41fb-92f1-349e83a151bf admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4983592 Oct 01 04:19:43.188377 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-11484513-dd06-40f8-a8b9-1c95ada23ec2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:43.202316 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72dcd0ff-3474-4831-87df-ec648b063f5d None None] Network 53afa43e-e4f6-45fd-be82-366552325c26 requested from dv-cinder-860044-1-iscsi {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 01 04:19:43.234331 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 36098) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:43.254683 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e9770f79-99e1-4784-b57c-b5dfaadb2e30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:43.352078 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e9770f79-99e1-4784-b57c-b5dfaadb2e30 admin admin] Publish callbacks [] for security_group (e1a27204-cb54-4a0f-bad3-8c8d82923279), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:43.357810 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e9770f79-99e1-4784-b57c-b5dfaadb2e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (e1a27204-cb54-4a0f-bad3-8c8d82923279), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:43.389280 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-11484513-dd06-40f8-a8b9-1c95ada23ec2 admin admin] Publish callbacks [] for security_group (e12684f8-baf2-48a8-be2b-667185448b45), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:43.401676 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-11484513-dd06-40f8-a8b9-1c95ada23ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (e12684f8-baf2-48a8-be2b-667185448b45), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:43.403611 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:43.413642 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-e9770f79-99e1-4784-b57c-b5dfaadb2e30 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=eb1f7b055a034b05b622bdac99afa61d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1717529 Oct 01 04:19:43.413642 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 36104) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:43.422154 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9770f79-99e1-4784-b57c-b5dfaadb2e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a27204-cb54-4a0f-bad3-8c8d82923279,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:43.438870 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9770f79-99e1-4784-b57c-b5dfaadb2e30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:43.439222 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9770f79-99e1-4784-b57c-b5dfaadb2e30 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:43.439574 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9770f79-99e1-4784-b57c-b5dfaadb2e30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:43.441361 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9770f79-99e1-4784-b57c-b5dfaadb2e30 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:43.441717 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9770f79-99e1-4784-b57c-b5dfaadb2e30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:43.442134 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9770f79-99e1-4784-b57c-b5dfaadb2e30 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:43.442463 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9770f79-99e1-4784-b57c-b5dfaadb2e30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:43.443014 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9770f79-99e1-4784-b57c-b5dfaadb2e30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:43.443350 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9770f79-99e1-4784-b57c-b5dfaadb2e30 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:43.443683 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9770f79-99e1-4784-b57c-b5dfaadb2e30 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:43.444075 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9770f79-99e1-4784-b57c-b5dfaadb2e30 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:43.444420 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9770f79-99e1-4784-b57c-b5dfaadb2e30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:43.444747 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9770f79-99e1-4784-b57c-b5dfaadb2e30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:43.445282 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9770f79-99e1-4784-b57c-b5dfaadb2e30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:43.445803 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9770f79-99e1-4784-b57c-b5dfaadb2e30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:43.490358 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-11484513-dd06-40f8-a8b9-1c95ada23ec2 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=72082f52f6244af1a940068cf4c2ac0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4866989 Oct 01 04:19:43.490876 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 36110) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:43.526403 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c8bbd1-56f3-4aea-ae8b-263aba08bbda req-fe913df2-b15a-443c-845a-944d585aa48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:43.528557 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-20c8bbd1-56f3-4aea-ae8b-263aba08bbda req-fe913df2-b15a-443c-845a-944d585aa48c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=839c91c5262a49768c3e937b5a034137&device_id=2906cc69-afd9-45dd-b846-38782722ed9a HTTP/1.1" status: 200 len: 1129 time: 0.0758524 Oct 01 04:19:43.539536 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-84311dcf-6f2b-46a0-bf20-ba4178a7b09d admin admin] Publish callbacks [] for security_group (e1a27204-cb54-4a0f-bad3-8c8d82923279), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:43.540084 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11484513-dd06-40f8-a8b9-1c95ada23ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12684f8-baf2-48a8-be2b-667185448b45,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:43.547773 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d1653-3036-4a3a-aa06-2c72e637afd7 req-ae0558fa-c889-48be-b880-18c95f4e3b2b tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:43.549303 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-4b4d1653-3036-4a3a-aa06-2c72e637afd7 req-ae0558fa-c889-48be-b880-18c95f4e3b2b tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2906cc69-afd9-45dd-b846-38782722ed9a HTTP/1.1" status: 200 len: 945 time: 0.0575745 Oct 01 04:19:43.555447 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:43.567295 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11484513-dd06-40f8-a8b9-1c95ada23ec2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:43.567645 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11484513-dd06-40f8-a8b9-1c95ada23ec2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:43.567979 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11484513-dd06-40f8-a8b9-1c95ada23ec2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:43.568519 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11484513-dd06-40f8-a8b9-1c95ada23ec2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:43.569011 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11484513-dd06-40f8-a8b9-1c95ada23ec2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:43.569204 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11484513-dd06-40f8-a8b9-1c95ada23ec2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:43.569532 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11484513-dd06-40f8-a8b9-1c95ada23ec2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:43.569851 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11484513-dd06-40f8-a8b9-1c95ada23ec2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:43.570326 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11484513-dd06-40f8-a8b9-1c95ada23ec2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:43.570844 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11484513-dd06-40f8-a8b9-1c95ada23ec2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:43.571174 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11484513-dd06-40f8-a8b9-1c95ada23ec2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:43.571498 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11484513-dd06-40f8-a8b9-1c95ada23ec2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:43.571814 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11484513-dd06-40f8-a8b9-1c95ada23ec2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:43.572282 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11484513-dd06-40f8-a8b9-1c95ada23ec2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:43.572954 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11484513-dd06-40f8-a8b9-1c95ada23ec2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:43.622733 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-84311dcf-6f2b-46a0-bf20-ba4178a7b09d admin admin] Publish callbacks [] for security_group (e1a27204-cb54-4a0f-bad3-8c8d82923279), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:43.657297 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-4b4d1653-3036-4a3a-aa06-2c72e637afd7 req-ca721c1a-75ae-435c-b352-f83483d0a652 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759568 Oct 01 04:19:43.672655 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-cbca8551-6aed-4708-b446-f2f4643f65d6 admin admin] Publish callbacks [] for security_group (e12684f8-baf2-48a8-be2b-667185448b45), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:43.702682 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c8bbd1-56f3-4aea-ae8b-263aba08bbda req-57d351ce-967f-4d75-b8ee-b09a2ee7dd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:43.703200 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-cbca8551-6aed-4708-b446-f2f4643f65d6 admin admin] Publish callbacks [] for security_group (e12684f8-baf2-48a8-be2b-667185448b45), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:43.704489 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-20c8bbd1-56f3-4aea-ae8b-263aba08bbda req-57d351ce-967f-4d75-b8ee-b09a2ee7dd12 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=9e21d865-d526-49ca-8e76-21cf583604c4 HTTP/1.1" status: 200 len: 920 time: 0.1600907 Oct 01 04:19:43.708580 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-84311dcf-6f2b-46a0-bf20-ba4178a7b09d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (e1a27204-cb54-4a0f-bad3-8c8d82923279), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:43.711162 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-84311dcf-6f2b-46a0-bf20-ba4178a7b09d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:43.712966 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-84311dcf-6f2b-46a0-bf20-ba4178a7b09d admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/e1a27204-cb54-4a0f-bad3-8c8d82923279 HTTP/1.1" status: 204 len: 168 time: 0.3009186 Oct 01 04:19:43.729807 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84311dcf-6f2b-46a0-bf20-ba4178a7b09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a27204-cb54-4a0f-bad3-8c8d82923279,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:43.764475 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-20c8bbd1-56f3-4aea-ae8b-263aba08bbda req-873a199e-8c0d-4b92-94ca-784eff35a2ba service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4f9d636-f677-4f56-ac04-28e98716fbda HTTP/1.1" status: 200 len: 217 time: 0.0475914 Oct 01 04:19:43.774081 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-cbca8551-6aed-4708-b446-f2f4643f65d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (e12684f8-baf2-48a8-be2b-667185448b45), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:43.777612 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-cbca8551-6aed-4708-b446-f2f4643f65d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:43.779639 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-cbca8551-6aed-4708-b446-f2f4643f65d6 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/e12684f8-baf2-48a8-be2b-667185448b45 HTTP/1.1" status: 204 len: 168 time: 0.2851596 Oct 01 04:19:43.807310 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbca8551-6aed-4708-b446-f2f4643f65d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12684f8-baf2-48a8-be2b-667185448b45,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:43.839299 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c8bbd1-56f3-4aea-ae8b-263aba08bbda req-00bc9dc0-dedf-43b2-b8b0-fd1b1f8cc781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:43.841536 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-20c8bbd1-56f3-4aea-ae8b-263aba08bbda req-00bc9dc0-dedf-43b2-b8b0-fd1b1f8cc781 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5be7b0c5-9e6d-4922-a242-c74e298031bb HTTP/1.1" status: 200 len: 858 time: 0.0607290 Oct 01 04:19:43.900793 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c8bbd1-56f3-4aea-ae8b-263aba08bbda req-666f41cc-5efa-4872-8091-c208d841dfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:43.902934 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-20c8bbd1-56f3-4aea-ae8b-263aba08bbda req-666f41cc-5efa-4872-8091-c208d841dfc2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=9e21d865-d526-49ca-8e76-21cf583604c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511236 Oct 01 04:19:44.040914 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-20c8bbd1-56f3-4aea-ae8b-263aba08bbda req-3511c85f-7718-4d0a-bbdc-f8764b3e711c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9e21d865-d526-49ca-8e76-21cf583604c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307356 Oct 01 04:19:44.180212 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-20c8bbd1-56f3-4aea-ae8b-263aba08bbda req-8fdfd676-e0f8-43a3-a65d-7470528204dd service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9e21d865-d526-49ca-8e76-21cf583604c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321099 Oct 01 04:19:44.838426 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c4c7d-c6c7-47a5-b03b-b437721322ec req-c15dcb8c-71c1-4ffb-964e-d9b6c2c84da2 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:44.842161 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7e7c4c7d-c6c7-47a5-b03b-b437721322ec req-c15dcb8c-71c1-4ffb-964e-d9b6c2c84da2 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2906cc69-afd9-45dd-b846-38782722ed9a HTTP/1.1" status: 200 len: 945 time: 0.0876336 Oct 01 04:19:44.913528 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7e7c4c7d-c6c7-47a5-b03b-b437721322ec req-54d488d5-61cc-4491-8cb2-e56d6d9d20f9 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631175 Oct 01 04:19:45.020767 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 36178) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:45.062155 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-50a3a147-fc84-4306-bc35-0c226193e455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (797ac3f1-c973-4eec-9950-99ad88971ed1), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:45.148480 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [None req-7a7cd4e7-5d13-48c1-b1d5-e79e398fe793 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1382045076-network', 'tenant_id': '1d29e2e750f948e1b0ccd4117c0d347a'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:19:45.173706 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7cd4e7-5d13-48c1-b1d5-e79e398fe793 admin admin] Made reservation on behalf of 1d29e2e750f948e1b0ccd4117c0d347a for: {'network': 1} {{(pid=106386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:19:45.176193 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7a7cd4e7-5d13-48c1-b1d5-e79e398fe793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for network (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:45.187913 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7a7cd4e7-5d13-48c1-b1d5-e79e398fe793 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:45.282106 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7a7cd4e7-5d13-48c1-b1d5-e79e398fe793 admin admin] Publish callbacks [] for security_group (2dfc6110-19c3-42e0-8b7e-4aa9f740b26c), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:45.285483 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7a7cd4e7-5d13-48c1-b1d5-e79e398fe793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (2dfc6110-19c3-42e0-8b7e-4aa9f740b26c), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:45.290340 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:45.328274 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a7cd4e7-5d13-48c1-b1d5-e79e398fe793 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=106386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 01 04:19:45.349309 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7cd4e7-5d13-48c1-b1d5-e79e398fe793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfc6110-19c3-42e0-8b7e-4aa9f740b26c,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:45.362974 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7a7cd4e7-5d13-48c1-b1d5-e79e398fe793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916673'] for segment (b90f7b3a-6fb0-4d95-8a4f-636ff8d369ce), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:45.363771 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.db.segments_db [None req-7a7cd4e7-5d13-48c1-b1d5-e79e398fe793 admin admin] Added segment b90f7b3a-6fb0-4d95-8a4f-636ff8d369ce of type vlan for network 92f08451-a23c-40f8-9010-ae62f55617be Oct 01 04:19:45.466933 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7a7cd4e7-5d13-48c1-b1d5-e79e398fe793 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783883007151'] for network (92f08451-a23c-40f8-9010-ae62f55617be), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:45.521317 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7a7cd4e7-5d13-48c1-b1d5-e79e398fe793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8037924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598'] for network (92f08451-a23c-40f8-9010-ae62f55617be), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:45.522689 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7cd4e7-5d13-48c1-b1d5-e79e398fe793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:45.523288 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7a7cd4e7-5d13-48c1-b1d5-e79e398fe793 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for network (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:45.586755 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cec8cf-bc3f-41e9-97b0-2c2ade653547 req-5a7b0b9a-1cb4-4c6e-ae5b-1cd1a3db88e2 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:45.588234 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-36cec8cf-bc3f-41e9-97b0-2c2ade653547 req-5a7b0b9a-1cb4-4c6e-ae5b-1cd1a3db88e2 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.26 "GET /networking/v2.0/networks?id=53afa43e-e4f6-45fd-be82-366552325c26 HTTP/1.1" status: 200 len: 809 time: 0.2361045 Oct 01 04:19:45.607875 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-7a7cd4e7-5d13-48c1-b1d5-e79e398fe793 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5862477 Oct 01 04:19:45.611000 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 36216) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:45.616687 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-4e8f0a97-88e9-481b-a3be-3f6a2f3145bf admin admin] Request body: {'subnet': {'network_id': '92f08451-a23c-40f8-9010-ae62f55617be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1382045076-subnet', 'tenant_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:19:45.618144 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7cd4e7-5d13-48c1-b1d5-e79e398fe793 admin admin] Pushing event updated for resources: {'Network': ['ID=92f08451-a23c-40f8-9010-ae62f55617be,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:45.630852 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Network 92f08451-a23c-40f8-9010-ae62f55617be details requested by agent ovs-agent-dv-cinder-860044-1-iscsi with host dv-cinder-860044-1-iscsi {{(pid=106388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 01 04:19:45.634855 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-36cec8cf-bc3f-41e9-97b0-2c2ade653547 req-4f6642d7-a67f-4c0a-9f33-31807651b4bc tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.26 "GET /networking/v2.0/quotas/6452abdab41846a5915b7ea5d81b9811 HTTP/1.1" status: 200 len: 375 time: 0.0335090 Oct 01 04:19:45.647942 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:45.664263 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8f0a97-88e9-481b-a3be-3f6a2f3145bf admin admin] Made reservation on behalf of 1d29e2e750f948e1b0ccd4117c0d347a for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:19:45.668057 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4e8f0a97-88e9-481b-a3be-3f6a2f3145bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4906833'] for subnet (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:45.675887 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-36cec8cf-bc3f-41e9-97b0-2c2ade653547 req-9c31d31f-1aae-4c9e-a9d1-806c657830bf tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=6452abdab41846a5915b7ea5d81b9811&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404634 Oct 01 04:19:45.843536 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-36cec8cf-bc3f-41e9-97b0-2c2ade653547 req-57ccb759-6b83-40a7-9935-3d67d8e66ee4 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/53afa43e-e4f6-45fd-be82-366552325c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667159 Oct 01 04:19:45.862098 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:45.877212 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4e8f0a97-88e9-481b-a3be-3f6a2f3145bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8038045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4947281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4906855'] for subnet (4e37b831-acda-4dd7-b8c3-e8659f60d591), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:45.955281 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-36cec8cf-bc3f-41e9-97b0-2c2ade653547 req-f54815d4-06ad-460d-8f47-5f4ca92bb182 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/53afa43e-e4f6-45fd-be82-366552325c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108439 Oct 01 04:19:45.977336 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8f0a97-88e9-481b-a3be-3f6a2f3145bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e37b831-acda-4dd7-b8c3-e8659f60d591,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:46.002202 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8f0a97-88e9-481b-a3be-3f6a2f3145bf admin admin] Checking segment: {'id': 'b90f7b3a-6fb0-4d95-8a4f-636ff8d369ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '92f08451-a23c-40f8-9010-ae62f55617be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:19:46.002978 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8f0a97-88e9-481b-a3be-3f6a2f3145bf admin admin] Network hostable DHCP agents. Network: 92f08451-a23c-40f8-9010-ae62f55617be, hostable agents: ['973633b6-dd94-436d-b3a5-971dbc41e63c'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 01 04:19:46.054793 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8f0a97-88e9-481b-a3be-3f6a2f3145bf admin admin] Network 92f08451-a23c-40f8-9010-ae62f55617be is scheduled to be hosted by DHCP agent 973633b6-dd94-436d-b3a5-971dbc41e63c with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 01 04:19:46.060545 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:46.102866 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-4e8f0a97-88e9-481b-a3be-3f6a2f3145bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860044-1-iscsi, 92f08451-a23c-40f8-9010-ae62f55617be) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:19:46.119968 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8f0a97-88e9-481b-a3be-3f6a2f3145bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:46.122851 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4e8f0a97-88e9-481b-a3be-3f6a2f3145bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for subnet (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:46.137470 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b823c-20a8-4742-9986-892ac1683017 req-d8487417-5c91-490f-9d94-f99059a60467 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:46.142678 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-4e8f0a97-88e9-481b-a3be-3f6a2f3145bf admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5280185 Oct 01 04:19:46.143023 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 36230) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:46.145354 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a0201c-7ca1-451e-9a31-74e661b97285 None None] Network 92f08451-a23c-40f8-9010-ae62f55617be requested from dv-cinder-860044-1-iscsi {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 01 04:19:46.151953 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-6d8f965d-6a8f-4dab-b592-9a25bdebbce0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1382045076-router', 'tenant_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:19:46.157876 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-4a5b823c-20a8-4742-9986-892ac1683017 req-d8487417-5c91-490f-9d94-f99059a60467 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2906cc69-afd9-45dd-b846-38782722ed9a HTTP/1.1" status: 200 len: 945 time: 0.1251929 Oct 01 04:19:46.215099 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6d8f965d-6a8f-4dab-b592-9a25bdebbce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7988434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65120'] for router (825c9a0c-dd39-4253-b7a7-aafc2b226434), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:46.216679 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6d8f965d-6a8f-4dab-b592-9a25bdebbce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7994759', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8109887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3219'] for router (825c9a0c-dd39-4253-b7a7-aafc2b226434), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:46.232685 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-4a5b823c-20a8-4742-9986-892ac1683017 req-7a0880f6-b8e7-44da-a0a0-ace74b1a7b37 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709090 Oct 01 04:19:46.263990 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-92d0babf-8b0f-4443-aa14-4523843bb5a1 req-ee6d7f69-afbd-4a07-8d8d-373ed8999ebf tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9b645ab8-978e-40cd-b80d-6c82e666ebb5 HTTP/1.1" status: 200 len: 210 time: 0.0476954 Oct 01 04:19:46.284440 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6d8f965d-6a8f-4dab-b592-9a25bdebbce0 admin admin] Publish callbacks [] for router_controller (825c9a0c-dd39-4253-b7a7-aafc2b226434), precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:46.344906 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55550f09-9bf2-4503-b16a-2d26c0a47f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (3f31be2c-2b77-4d66-9a3d-30b9eb89a668), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:46.413246 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b93f968-82e4-4651-b2f0-9bd16d2df02d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5f5a84a-7395-5c72-8b88-a0c1e77c27fe-92f08451-a23c-40f8-9010-ae62f55617be', 'network_id': '92f08451-a23c-40f8-9010-ae62f55617be', 'project_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'fixed_ips': [{'subnet_id': '4e37b831-acda-4dd7-b8c3-e8659f60d591'}]}} from dv-cinder-860044-1-iscsi. {{(pid=106388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 01 04:19:46.414618 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3b93f968-82e4-4651-b2f0-9bd16d2df02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:46.506098 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6d8f965d-6a8f-4dab-b592-9a25bdebbce0 admin admin] Publish callbacks [] for router_gateway (825c9a0c-dd39-4253-b7a7-aafc2b226434), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:46.582232 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-3b93f968-82e4-4651-b2f0-9bd16d2df02d None None] Allocated IP 172.20.0.2 (92f08451-a23c-40f8-9010-ae62f55617be/4e37b831-acda-4dd7-b8c3-e8659f60d591/50f30e5d-95fc-4428-ad15-4f4538447df4) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:19:46.705564 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6d8f965d-6a8f-4dab-b592-9a25bdebbce0 admin admin] Publish callbacks [] for router_gateway (825c9a0c-dd39-4253-b7a7-aafc2b226434), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:46.727149 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6d8f965d-6a8f-4dab-b592-9a25bdebbce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:46.747545 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3b93f968-82e4-4651-b2f0-9bd16d2df02d None None] Publish callbacks [] for port (50f30e5d-95fc-4428-ad15-4f4538447df4), precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:46.753809 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3b93f968-82e4-4651-b2f0-9bd16d2df02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850'] for port (50f30e5d-95fc-4428-ad15-4f4538447df4), after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:46.758692 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:46.790444 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:46.800256 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b93f968-82e4-4651-b2f0-9bd16d2df02d None None] Network 92f08451-a23c-40f8-9010-ae62f55617be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:19:46.804370 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-3b93f968-82e4-4651-b2f0-9bd16d2df02d None None] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:19:46.810072 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b93f968-82e4-4651-b2f0-9bd16d2df02d None None] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:19:46.844202 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b93f968-82e4-4651-b2f0-9bd16d2df02d None None] Pushing event updated for resources: {'Port': ['ID=50f30e5d-95fc-4428-ad15-4f4538447df4,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:46.876237 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-6d8f965d-6a8f-4dab-b592-9a25bdebbce0 admin admin] Allocated IP 172.27.2.136 (1c94595f-3990-43c2-b34b-d882a8bf5172/3c747529-64bf-417b-84a2-71abc1dc7574/67edb09f-ad10-4323-827d-7b7eca92d6bc) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:19:46.884390 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:46.991031 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b93f968-82e4-4651-b2f0-9bd16d2df02d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:46.991365 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b93f968-82e4-4651-b2f0-9bd16d2df02d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:46.991892 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b93f968-82e4-4651-b2f0-9bd16d2df02d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:46.992383 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b93f968-82e4-4651-b2f0-9bd16d2df02d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:46.992710 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b93f968-82e4-4651-b2f0-9bd16d2df02d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:46.993228 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b93f968-82e4-4651-b2f0-9bd16d2df02d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:46.993557 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b93f968-82e4-4651-b2f0-9bd16d2df02d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:46.993882 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b93f968-82e4-4651-b2f0-9bd16d2df02d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:46.994205 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b93f968-82e4-4651-b2f0-9bd16d2df02d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:46.994528 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b93f968-82e4-4651-b2f0-9bd16d2df02d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:46.994849 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b93f968-82e4-4651-b2f0-9bd16d2df02d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:46.995168 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b93f968-82e4-4651-b2f0-9bd16d2df02d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:46.995487 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b93f968-82e4-4651-b2f0-9bd16d2df02d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:46.995832 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b93f968-82e4-4651-b2f0-9bd16d2df02d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:46.996153 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b93f968-82e4-4651-b2f0-9bd16d2df02d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:47.010850 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-3b93f968-82e4-4651-b2f0-9bd16d2df02d None None] Attempting to bind port 50f30e5d-95fc-4428-ad15-4f4538447df4 on host dv-cinder-860044-1-iscsi for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 01 04:19:47.010850 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-3b93f968-82e4-4651-b2f0-9bd16d2df02d None None] Attempting to bind port 50f30e5d-95fc-4428-ad15-4f4538447df4 by drivers openvswitch,hyperv on host dv-cinder-860044-1-iscsi at level 0 using segments [{'id': 'b90f7b3a-6fb0-4d95-8a4f-636ff8d369ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '92f08451-a23c-40f8-9010-ae62f55617be'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 01 04:19:47.011732 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b93f968-82e4-4651-b2f0-9bd16d2df02d None None] Attempting to bind port 50f30e5d-95fc-4428-ad15-4f4538447df4 on network 92f08451-a23c-40f8-9010-ae62f55617be {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:19:47.019818 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6d8f965d-6a8f-4dab-b592-9a25bdebbce0 admin admin] Publish callbacks [] for port (67edb09f-ad10-4323-827d-7b7eca92d6bc), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:47.054717 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b93f968-82e4-4651-b2f0-9bd16d2df02d None None] Checking agent: {'id': 'd8875dbe-87f1-4639-b3ef-79ff4b202d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860044-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 1, 4, 9, 48), 'started_at': datetime.datetime(2022, 10, 1, 4, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 1, 4, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860044-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 01 04:19:47.055178 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b93f968-82e4-4651-b2f0-9bd16d2df02d None None] Checking segment: {'id': 'b90f7b3a-6fb0-4d95-8a4f-636ff8d369ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '92f08451-a23c-40f8-9010-ae62f55617be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:19:47.055787 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3b93f968-82e4-4651-b2f0-9bd16d2df02d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:47.056355 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b93f968-82e4-4651-b2f0-9bd16d2df02d None None] Bound using segment: {'id': 'b90f7b3a-6fb0-4d95-8a4f-636ff8d369ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '92f08451-a23c-40f8-9010-ae62f55617be'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 01 04:19:47.057032 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-3b93f968-82e4-4651-b2f0-9bd16d2df02d None None] Bound port: 50f30e5d-95fc-4428-ad15-4f4538447df4, host: dv-cinder-860044-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b90f7b3a-6fb0-4d95-8a4f-636ff8d369ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '92f08451-a23c-40f8-9010-ae62f55617be'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 01 04:19:47.057289 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6d8f965d-6a8f-4dab-b592-9a25bdebbce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (67edb09f-ad10-4323-827d-7b7eca92d6bc), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:47.057548 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3b93f968-82e4-4651-b2f0-9bd16d2df02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (50f30e5d-95fc-4428-ad15-4f4538447df4), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:47.103906 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8f965d-6a8f-4dab-b592-9a25bdebbce0 admin admin] Network 1c94595f-3990-43c2-b34b-d882a8bf5172 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:19:47.109426 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-6d8f965d-6a8f-4dab-b592-9a25bdebbce0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:19:47.113816 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8f965d-6a8f-4dab-b592-9a25bdebbce0 admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:19:47.117172 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8f965d-6a8f-4dab-b592-9a25bdebbce0 admin admin] Pushing event updated for resources: {'Port': ['ID=67edb09f-ad10-4323-827d-7b7eca92d6bc,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:47.137424 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-3b93f968-82e4-4651-b2f0-9bd16d2df02d None None] For port 50f30e5d-95fc-4428-ad15-4f4538447df4, host dv-cinder-860044-1-iscsi, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 01 04:19:47.142024 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-3b93f968-82e4-4651-b2f0-9bd16d2df02d None None] For port 50f30e5d-95fc-4428-ad15-4f4538447df4, host dv-cinder-860044-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=50f30e5d-95fc-4428-ad15-4f4538447df4,segment=NetworkSegment(b90f7b3a-6fb0-4d95-8a4f-636ff8d369ce),segment_id=b90f7b3a-6fb0-4d95-8a4f-636ff8d369ce)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 01 04:19:47.150086 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3b93f968-82e4-4651-b2f0-9bd16d2df02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (50f30e5d-95fc-4428-ad15-4f4538447df4), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:47.210923 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b93f968-82e4-4651-b2f0-9bd16d2df02d None None] Pushing event updated for resources: {'Port': ['ID=50f30e5d-95fc-4428-ad15-4f4538447df4,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:47.317714 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:47.452094 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a40ead-3950-4b2f-87f3-34b972c572fb req-3c8aea95-6803-426c-89a0-2119d0824ea1 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:47.467637 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-63a40ead-3950-4b2f-87f3-34b972c572fb req-3c8aea95-6803-426c-89a0-2119d0824ea1 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2906cc69-afd9-45dd-b846-38782722ed9a HTTP/1.1" status: 200 len: 945 time: 0.1068807 Oct 01 04:19:47.496822 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a4ed1b01-f9a9-4596-b22c-98f17199fd93 req-6a97d0c3-32ca-4d8a-a4be-06c972f7b669 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9b645ab8-978e-40cd-b80d-6c82e666ebb5 HTTP/1.1" status: 200 len: 210 time: 0.0866723 Oct 01 04:19:47.566874 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-63a40ead-3950-4b2f-87f3-34b972c572fb req-acae0c6c-9ac5-4d22-8b79-73f2d942c7c7 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972075 Oct 01 04:19:47.569672 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6d8f965d-6a8f-4dab-b592-9a25bdebbce0 admin admin] Publish callbacks [] for router_gateway (825c9a0c-dd39-4253-b7a7-aafc2b226434), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:47.695600 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (d8875dbe-87f1-4639-b3ef-79ff4b202d58), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:47.860547 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 50f30e5d-95fc-4428-ad15-4f4538447df4 up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:19:47.942790 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91c43220-b735-4568-b99e-ce3dc63ea20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (a017e3cb-dd0a-4c83-ac3d-dd65b6d6e9f8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:47.950144 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port 50f30e5d-95fc-4428-ad15-4f4538447df4 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:19:47.950640 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (50f30e5d-95fc-4428-ad15-4f4538447df4), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:47.951075 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port 50f30e5d-95fc-4428-ad15-4f4538447df4 Oct 01 04:19:47.977381 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cec8cf-bc3f-41e9-97b0-2c2ade653547 req-5b861a5a-92b1-4e3b-b3a7-714f7caddc9c tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:47.979648 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-36cec8cf-bc3f-41e9-97b0-2c2ade653547 req-5b861a5a-92b1-4e3b-b3a7-714f7caddc9c tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.25 "GET /networking/v2.0/networks?id=53afa43e-e4f6-45fd-be82-366552325c26 HTTP/1.1" status: 200 len: 809 time: 0.1887636 Oct 01 04:19:47.993853 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6d8f965d-6a8f-4dab-b592-9a25bdebbce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989814'] for router (825c9a0c-dd39-4253-b7a7-aafc2b226434), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:48.045648 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-36cec8cf-bc3f-41e9-97b0-2c2ade653547 req-e71955ea-3f7e-40a5-bb5b-992d5a92945e tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Request body: {'port': {'device_id': '9b645ab8-978e-40cd-b80d-6c82e666ebb5', 'network_id': '53afa43e-e4f6-45fd-be82-366552325c26', 'admin_state_up': True, 'tenant_id': '6452abdab41846a5915b7ea5d81b9811'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:19:48.052241 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port 50f30e5d-95fc-4428-ad15-4f4538447df4 is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:19:48.052632 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (50f30e5d-95fc-4428-ad15-4f4538447df4), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:48.115692 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] For port 50f30e5d-95fc-4428-ad15-4f4538447df4, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=50f30e5d-95fc-4428-ad15-4f4538447df4,segment=NetworkSegment(b90f7b3a-6fb0-4d95-8a4f-636ff8d369ce),segment_id=b90f7b3a-6fb0-4d95-8a4f-636ff8d369ce)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:19:48.126267 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (50f30e5d-95fc-4428-ad15-4f4538447df4), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:48.205171 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Pushing event updated for resources: {'Port': ['ID=50f30e5d-95fc-4428-ad15-4f4538447df4,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:48.433074 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ede74d-9620-47cb-bfe9-88df3889e155 None None] Network 92f08451-a23c-40f8-9010-ae62f55617be requested from dv-cinder-860044-1-iscsi {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 01 04:19:48.526166 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36cec8cf-bc3f-41e9-97b0-2c2ade653547 req-e71955ea-3f7e-40a5-bb5b-992d5a92945e tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Made reservation on behalf of 6452abdab41846a5915b7ea5d81b9811 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:19:48.531425 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-36cec8cf-bc3f-41e9-97b0-2c2ade653547 req-e71955ea-3f7e-40a5-bb5b-992d5a92945e tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:48.544785 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:48.547582 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-932efe10-56de-4b71-b8f2-162cc04ea43c None None] Provisioning complete for port 50f30e5d-95fc-4428-ad15-4f4538447df4 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:19:48.547936 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-932efe10-56de-4b71-b8f2-162cc04ea43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (50f30e5d-95fc-4428-ad15-4f4538447df4), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:48.548268 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-932efe10-56de-4b71-b8f2-162cc04ea43c None None] Attempt 1 to provision port 50f30e5d-95fc-4428-ad15-4f4538447df4 Oct 01 04:19:48.584250 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d8f965d-6a8f-4dab-b592-9a25bdebbce0 admin admin] Router 825c9a0c-dd39-4253-b7a7-aafc2b226434 is scheduled to L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 01 04:19:48.640291 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-932efe10-56de-4b71-b8f2-162cc04ea43c None None] Current status of the port 50f30e5d-95fc-4428-ad15-4f4538447df4 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:19:48.662835 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-0085d9d0-0f6d-4d67-8705-a844c34a4833 req-d5206ff3-ba4c-4ab7-a74e-7838c26e158f tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9b645ab8-978e-40cd-b80d-6c82e666ebb5 HTTP/1.1" status: 200 len: 210 time: 0.0414360 Oct 01 04:19:48.741303 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:48.750754 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f7137-ee1b-4411-a1ac-0f8f0e8cd678 req-c4f6ce92-eb30-4a26-b076-d5536a3f2645 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:48.752327 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-e54f7137-ee1b-4411-a1ac-0f8f0e8cd678 req-c4f6ce92-eb30-4a26-b076-d5536a3f2645 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2906cc69-afd9-45dd-b846-38782722ed9a HTTP/1.1" status: 200 len: 945 time: 0.0570352 Oct 01 04:19:48.793493 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-36cec8cf-bc3f-41e9-97b0-2c2ade653547 req-e71955ea-3f7e-40a5-bb5b-992d5a92945e tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Allocated IP 172.20.0.14 (53afa43e-e4f6-45fd-be82-366552325c26/3d16cd05-d143-4844-a4bc-e7b8def3965c/ebe95b99-24a6-44fb-8c24-2e123866c304) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:19:48.819316 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-e54f7137-ee1b-4411-a1ac-0f8f0e8cd678 req-59306142-2d75-4303-94b5-c61737a88a43 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595686 Oct 01 04:19:48.865290 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8f965d-6a8f-4dab-b592-9a25bdebbce0 admin admin] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:19:48.876546 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60776a0b-842b-4e93-a2d7-3e399e5b399e None None] Sync routers for ids ['825c9a0c-dd39-4253-b7a7-aafc2b226434'] in dv-cinder-860044-1-iscsi {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:19:48.887516 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60776a0b-842b-4e93-a2d7-3e399e5b399e None None] Routers {'825c9a0c-dd39-4253-b7a7-aafc2b226434'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:19:48.888334 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-60776a0b-842b-4e93-a2d7-3e399e5b399e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:19:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['825c9a0c-dd39-4253-b7a7-aafc2b226434'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:19:48.890355 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:48.911813 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6d8f965d-6a8f-4dab-b592-9a25bdebbce0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:48.917239 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-6d8f965d-6a8f-4dab-b592-9a25bdebbce0 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7709901 Oct 01 04:19:48.917584 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 36292) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:48.973677 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-8f3334e0-2c59-49c8-8739-ccd24fdb75f3 None None] Provisioning complete for port 50f30e5d-95fc-4428-ad15-4f4538447df4 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:19:48.974057 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8f3334e0-2c59-49c8-8739-ccd24fdb75f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (50f30e5d-95fc-4428-ad15-4f4538447df4), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:48.974390 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-8f3334e0-2c59-49c8-8739-ccd24fdb75f3 None None] Attempt 1 to provision port 50f30e5d-95fc-4428-ad15-4f4538447df4 Oct 01 04:19:49.050254 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-36cec8cf-bc3f-41e9-97b0-2c2ade653547 req-e71955ea-3f7e-40a5-bb5b-992d5a92945e tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Publish callbacks [] for port (ebe95b99-24a6-44fb-8c24-2e123866c304), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:49.057583 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:49.066069 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-60776a0b-842b-4e93-a2d7-3e399e5b399e None None] Set router 825c9a0c-dd39-4253-b7a7-aafc2b226434 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:19:49.093018 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-36cec8cf-bc3f-41e9-97b0-2c2ade653547 req-e71955ea-3f7e-40a5-bb5b-992d5a92945e tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (ebe95b99-24a6-44fb-8c24-2e123866c304), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:49.160538 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36cec8cf-bc3f-41e9-97b0-2c2ade653547 req-e71955ea-3f7e-40a5-bb5b-992d5a92945e tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Network 53afa43e-e4f6-45fd-be82-366552325c26 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:19:49.165783 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-36cec8cf-bc3f-41e9-97b0-2c2ade653547 req-e71955ea-3f7e-40a5-bb5b-992d5a92945e tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:19:49.170628 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-36cec8cf-bc3f-41e9-97b0-2c2ade653547 req-e71955ea-3f7e-40a5-bb5b-992d5a92945e tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:19:49.209143 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 36298) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:49.212286 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-8f3334e0-2c59-49c8-8739-ccd24fdb75f3 None None] Current status of the port 50f30e5d-95fc-4428-ad15-4f4538447df4 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:19:49.216625 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71955ea-3f7e-40a5-bb5b-992d5a92945e tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Pushing event updated for resources: {'Port': ['ID=ebe95b99-24a6-44fb-8c24-2e123866c304,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:49.314386 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cec8cf-bc3f-41e9-97b0-2c2ade653547 req-e71955ea-3f7e-40a5-bb5b-992d5a92945e tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:49.316199 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-36cec8cf-bc3f-41e9-97b0-2c2ade653547 req-e71955ea-3f7e-40a5-bb5b-992d5a92945e tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:49.346018 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-60776a0b-842b-4e93-a2d7-3e399e5b399e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825c9a0c-dd39-4253-b7a7-aafc2b226434', 'name': 'tempest-TestMinimumBasicScenario-1382045076-router', 'tenant_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '67edb09f-ad10-4323-827d-7b7eca92d6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:19:46Z', 'updated_at': '2022-10-01T04:19:47Z', 'revision_number': 3, 'project_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'gw_port': {'id': '67edb09f-ad10-4323-827d-7b7eca92d6bc', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '825c9a0c-dd39-4253-b7a7-aafc2b226434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:19:46Z', 'updated_at': '2022-10-01T04:19:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi'}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:19:49.352389 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-36cec8cf-bc3f-41e9-97b0-2c2ade653547 req-e71955ea-3f7e-40a5-bb5b-992d5a92945e tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3491068 Oct 01 04:19:49.379564 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-36cec8cf-bc3f-41e9-97b0-2c2ade653547 req-a611906d-b3c6-4d14-ac7c-f896fd4afb0c service neutron] Request body: {'port': {'device_id': '9b645ab8-978e-40cd-b80d-6c82e666ebb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86004'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:19:49.413916 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60776a0b-842b-4e93-a2d7-3e399e5b399e None None] Checking router: 825c9a0c-dd39-4253-b7a7-aafc2b226434 for host: dv-cinder-860044-1-iscsi {{(pid=106388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:19:49.414362 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60776a0b-842b-4e93-a2d7-3e399e5b399e None None] Updating router 825c9a0c-dd39-4253-b7a7-aafc2b226434 port 67edb09f-ad10-4323-827d-7b7eca92d6bc binding host dv-cinder-860044-1-iscsi {{(pid=106388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 01 04:19:49.458662 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-60776a0b-842b-4e93-a2d7-3e399e5b399e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (67edb09f-ad10-4323-827d-7b7eca92d6bc), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:49.475727 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-36cec8cf-bc3f-41e9-97b0-2c2ade653547 req-a611906d-b3c6-4d14-ac7c-f896fd4afb0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (ebe95b99-24a6-44fb-8c24-2e123866c304), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:49.480224 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:49.503481 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-23dc7bd4-70fb-4ec5-bc1a-ea7f39d9e353 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:49.642458 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:49.700287 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-23dc7bd4-70fb-4ec5-bc1a-ea7f39d9e353 admin admin] Publish callbacks [] for security_group (29b5250f-5d60-4117-890b-caf6cb4c4705), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:49.709887 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-23dc7bd4-70fb-4ec5-bc1a-ea7f39d9e353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (29b5250f-5d60-4117-890b-caf6cb4c4705), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:49.740456 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-23dc7bd4-70fb-4ec5-bc1a-ea7f39d9e353 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=83f0808727574fbeb7b8b583299446da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5300617 Oct 01 04:19:49.742359 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 36312) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:49.847458 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:49.857521 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-60776a0b-842b-4e93-a2d7-3e399e5b399e None None] Publish callbacks [] for port (67edb09f-ad10-4323-827d-7b7eca92d6bc), precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:49.866898 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-60776a0b-842b-4e93-a2d7-3e399e5b399e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (67edb09f-ad10-4323-827d-7b7eca92d6bc), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:49.887791 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39258ec5-eae3-4270-81ac-df0b0efca63a req-87a34672-8a57-4429-89c6-6837f0fcadcd tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:49.889354 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-39258ec5-eae3-4270-81ac-df0b0efca63a req-87a34672-8a57-4429-89c6-6837f0fcadcd tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9b645ab8-978e-40cd-b80d-6c82e666ebb5 HTTP/1.1" status: 200 len: 932 time: 0.0874884 Oct 01 04:19:49.899871 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-60776a0b-842b-4e93-a2d7-3e399e5b399e None None] Attempting to bind port 67edb09f-ad10-4323-827d-7b7eca92d6bc on host dv-cinder-860044-1-iscsi for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 01 04:19:49.901031 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-60776a0b-842b-4e93-a2d7-3e399e5b399e None None] Attempting to bind port 67edb09f-ad10-4323-827d-7b7eca92d6bc by drivers openvswitch,hyperv on host dv-cinder-860044-1-iscsi at level 0 using segments [{'id': 'e11c25a1-22bc-489d-94fb-b6370ba219df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 01 04:19:49.901554 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60776a0b-842b-4e93-a2d7-3e399e5b399e None None] Attempting to bind port 67edb09f-ad10-4323-827d-7b7eca92d6bc on network 1c94595f-3990-43c2-b34b-d882a8bf5172 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:19:49.909762 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc7bd4-70fb-4ec5-bc1a-ea7f39d9e353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b5250f-5d60-4117-890b-caf6cb4c4705,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:49.913910 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 50f30e5d-95fc-4428-ad15-4f4538447df4 up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:19:49.951302 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6e33d5b1-f383-45ff-8f73-be51462f6c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:49.962336 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=5 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:49.977473 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [req-36cec8cf-bc3f-41e9-97b0-2c2ade653547 req-a611906d-b3c6-4d14-ac7c-f896fd4afb0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebe95b99-24a6-44fb-8c24-2e123866c304 {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 01 04:19:49.986672 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-36cec8cf-bc3f-41e9-97b0-2c2ade653547 req-a611906d-b3c6-4d14-ac7c-f896fd4afb0c service neutron] Publish callbacks [] for port (ebe95b99-24a6-44fb-8c24-2e123866c304), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:50.002643 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-36cec8cf-bc3f-41e9-97b0-2c2ade653547 req-a611906d-b3c6-4d14-ac7c-f896fd4afb0c service neutron] Transition to ACTIVE for port object ebe95b99-24a6-44fb-8c24-2e123866c304 will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 01 04:19:50.006521 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-36cec8cf-bc3f-41e9-97b0-2c2ade653547 req-a611906d-b3c6-4d14-ac7c-f896fd4afb0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4916182'] for port (ebe95b99-24a6-44fb-8c24-2e123866c304), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:50.030910 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ac25f-b68f-4e69-b6a8-5c663b7da43a None None] Pushing event updated for resources: {'Port': ['ID=67edb09f-ad10-4323-827d-7b7eca92d6bc,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:50.048037 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-39258ec5-eae3-4270-81ac-df0b0efca63a req-9db2b98c-97fd-4379-a080-70687812ab4c tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6c4e18-276e-43db-8d0d-387d89d724bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483493 Oct 01 04:19:50.055560 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port 50f30e5d-95fc-4428-ad15-4f4538447df4 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:19:50.055915 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (50f30e5d-95fc-4428-ad15-4f4538447df4), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:50.056262 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port 50f30e5d-95fc-4428-ad15-4f4538447df4 Oct 01 04:19:50.058833 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60776a0b-842b-4e93-a2d7-3e399e5b399e None None] Checking agent: {'id': 'd8875dbe-87f1-4639-b3ef-79ff4b202d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860044-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 1, 4, 9, 48), 'started_at': datetime.datetime(2022, 10, 1, 4, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 1, 4, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860044-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 01 04:19:50.059258 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60776a0b-842b-4e93-a2d7-3e399e5b399e None None] Checking segment: {'id': 'e11c25a1-22bc-489d-94fb-b6370ba219df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:19:50.059742 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-60776a0b-842b-4e93-a2d7-3e399e5b399e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:50.060146 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60776a0b-842b-4e93-a2d7-3e399e5b399e None None] Bound using segment: {'id': 'e11c25a1-22bc-489d-94fb-b6370ba219df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 01 04:19:50.060624 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-60776a0b-842b-4e93-a2d7-3e399e5b399e None None] Bound port: 67edb09f-ad10-4323-827d-7b7eca92d6bc, host: dv-cinder-860044-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e11c25a1-22bc-489d-94fb-b6370ba219df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 01 04:19:50.061017 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-60776a0b-842b-4e93-a2d7-3e399e5b399e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (67edb09f-ad10-4323-827d-7b7eca92d6bc), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:50.085041 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-80bd6888-2587-470a-9a95-aee978af2679 admin admin] Publish callbacks [] for security_group (29b5250f-5d60-4117-890b-caf6cb4c4705), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:50.085196 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a611906d-b3c6-4d14-ac7c-f896fd4afb0c service neutron] Pushing event updated for resources: {'Port': ['ID=ebe95b99-24a6-44fb-8c24-2e123866c304,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:50.094928 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b5de8-a18f-482f-8b83-f7a293d9c1f5 req-8ccc4046-f52b-4c99-b10d-02312cd42e00 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:50.096452 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-339b5de8-a18f-482f-8b83-f7a293d9c1f5 req-8ccc4046-f52b-4c99-b10d-02312cd42e00 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2906cc69-afd9-45dd-b846-38782722ed9a HTTP/1.1" status: 200 len: 945 time: 0.1502781 Oct 01 04:19:50.128707 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-80bd6888-2587-470a-9a95-aee978af2679 admin admin] Publish callbacks [] for security_group (29b5250f-5d60-4117-890b-caf6cb4c4705), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:50.162614 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-36cec8cf-bc3f-41e9-97b0-2c2ade653547 req-a611906d-b3c6-4d14-ac7c-f896fd4afb0c service neutron] Attempting to bind port ebe95b99-24a6-44fb-8c24-2e123866c304 on host hv-cinder-86004 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 01 04:19:50.163049 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-60776a0b-842b-4e93-a2d7-3e399e5b399e None None] For port 67edb09f-ad10-4323-827d-7b7eca92d6bc, host dv-cinder-860044-1-iscsi, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 01 04:19:50.163204 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-36cec8cf-bc3f-41e9-97b0-2c2ade653547 req-a611906d-b3c6-4d14-ac7c-f896fd4afb0c service neutron] Attempting to bind port ebe95b99-24a6-44fb-8c24-2e123866c304 by drivers openvswitch,hyperv on host hv-cinder-86004 at level 0 using segments [{'id': '67a5d6d3-c0ca-4b8f-975c-656f0db03ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '53afa43e-e4f6-45fd-be82-366552325c26'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 01 04:19:50.163678 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cec8cf-bc3f-41e9-97b0-2c2ade653547 req-a611906d-b3c6-4d14-ac7c-f896fd4afb0c service neutron] Attempting to bind port ebe95b99-24a6-44fb-8c24-2e123866c304 on network 53afa43e-e4f6-45fd-be82-366552325c26 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:19:50.165094 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:50.167112 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-60776a0b-842b-4e93-a2d7-3e399e5b399e None None] For port 67edb09f-ad10-4323-827d-7b7eca92d6bc, host dv-cinder-860044-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=67edb09f-ad10-4323-827d-7b7eca92d6bc,segment=NetworkSegment(e11c25a1-22bc-489d-94fb-b6370ba219df),segment_id=e11c25a1-22bc-489d-94fb-b6370ba219df)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 01 04:19:50.172437 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:50.195426 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-60776a0b-842b-4e93-a2d7-3e399e5b399e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (67edb09f-ad10-4323-827d-7b7eca92d6bc), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:50.233475 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cec8cf-bc3f-41e9-97b0-2c2ade653547 req-a611906d-b3c6-4d14-ac7c-f896fd4afb0c service neutron] Port ebe95b99-24a6-44fb-8c24-2e123866c304 on network 53afa43e-e4f6-45fd-be82-366552325c26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86004 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 01 04:19:50.233686 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cec8cf-bc3f-41e9-97b0-2c2ade653547 req-a611906d-b3c6-4d14-ac7c-f896fd4afb0c service neutron] Attempting to bind port ebe95b99-24a6-44fb-8c24-2e123866c304 on network 53afa43e-e4f6-45fd-be82-366552325c26 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:19:50.247803 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port 50f30e5d-95fc-4428-ad15-4f4538447df4 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:19:50.257948 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60776a0b-842b-4e93-a2d7-3e399e5b399e None None] Routers {'825c9a0c-dd39-4253-b7a7-aafc2b226434'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:19:50.259043 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-60776a0b-842b-4e93-a2d7-3e399e5b399e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:19:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['825c9a0c-dd39-4253-b7a7-aafc2b226434'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:19:50.268236 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-339b5de8-a18f-482f-8b83-f7a293d9c1f5 req-cf35b46d-756d-4205-b98f-45da243a5113 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558502 Oct 01 04:19:50.300569 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.db.db_base_plugin_common [None req-6e33d5b1-f383-45ff-8f73-be51462f6c6e admin admin] Allocated IP 172.20.0.1 (92f08451-a23c-40f8-9010-ae62f55617be/4e37b831-acda-4dd7-b8c3-e8659f60d591/17794055-27a6-4b4f-8b24-e17ad854f43d) {{(pid=106386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:19:50.308800 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cec8cf-bc3f-41e9-97b0-2c2ade653547 req-a611906d-b3c6-4d14-ac7c-f896fd4afb0c service neutron] Checking agent: {'id': '2c3964fb-7920-4c48-8672-be15ccfa9ce8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86004', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 1, 4, 15, 53), 'started_at': datetime.datetime(2022, 10, 1, 4, 15, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 1, 4, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 01 04:19:50.309215 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cec8cf-bc3f-41e9-97b0-2c2ade653547 req-a611906d-b3c6-4d14-ac7c-f896fd4afb0c service neutron] Checking segment: {'id': '67a5d6d3-c0ca-4b8f-975c-656f0db03ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '53afa43e-e4f6-45fd-be82-366552325c26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:19:50.309605 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cec8cf-bc3f-41e9-97b0-2c2ade653547 req-a611906d-b3c6-4d14-ac7c-f896fd4afb0c service neutron] Bound using segment: {'id': '67a5d6d3-c0ca-4b8f-975c-656f0db03ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '53afa43e-e4f6-45fd-be82-366552325c26'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 01 04:19:50.310158 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-36cec8cf-bc3f-41e9-97b0-2c2ade653547 req-a611906d-b3c6-4d14-ac7c-f896fd4afb0c service neutron] Bound port: ebe95b99-24a6-44fb-8c24-2e123866c304, host: hv-cinder-86004, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67a5d6d3-c0ca-4b8f-975c-656f0db03ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '53afa43e-e4f6-45fd-be82-366552325c26'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 01 04:19:50.310521 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-36cec8cf-bc3f-41e9-97b0-2c2ade653547 req-a611906d-b3c6-4d14-ac7c-f896fd4afb0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (ebe95b99-24a6-44fb-8c24-2e123866c304), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:50.312418 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-80bd6888-2587-470a-9a95-aee978af2679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (29b5250f-5d60-4117-890b-caf6cb4c4705), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:50.315533 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-80bd6888-2587-470a-9a95-aee978af2679 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:50.316876 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-80bd6888-2587-470a-9a95-aee978af2679 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/29b5250f-5d60-4117-890b-caf6cb4c4705 HTTP/1.1" status: 204 len: 168 time: 0.5715094 Oct 01 04:19:50.318144 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ac25f-b68f-4e69-b6a8-5c663b7da43a None None] Pushing event updated for resources: {'Port': ['ID=67edb09f-ad10-4323-827d-7b7eca92d6bc,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:50.332610 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bd6888-2587-470a-9a95-aee978af2679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b5250f-5d60-4117-890b-caf6cb4c4705,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:50.406452 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-36cec8cf-bc3f-41e9-97b0-2c2ade653547 req-a611906d-b3c6-4d14-ac7c-f896fd4afb0c service neutron] For port ebe95b99-24a6-44fb-8c24-2e123866c304, host hv-cinder-86004, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 01 04:19:50.413740 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-36cec8cf-bc3f-41e9-97b0-2c2ade653547 req-a611906d-b3c6-4d14-ac7c-f896fd4afb0c service neutron] For port ebe95b99-24a6-44fb-8c24-2e123866c304, host hv-cinder-86004, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=ebe95b99-24a6-44fb-8c24-2e123866c304,segment=NetworkSegment(67a5d6d3-c0ca-4b8f-975c-656f0db03ab2),segment_id=67a5d6d3-c0ca-4b8f-975c-656f0db03ab2)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 01 04:19:50.423636 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:50.424016 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-36cec8cf-bc3f-41e9-97b0-2c2ade653547 req-a611906d-b3c6-4d14-ac7c-f896fd4afb0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4916182'] for port (ebe95b99-24a6-44fb-8c24-2e123866c304), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:50.434561 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-60776a0b-842b-4e93-a2d7-3e399e5b399e None None] Set router 825c9a0c-dd39-4253-b7a7-aafc2b226434 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:19:50.440727 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cec8cf-bc3f-41e9-97b0-2c2ade653547 req-a611906d-b3c6-4d14-ac7c-f896fd4afb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:50.441389 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-36cec8cf-bc3f-41e9-97b0-2c2ade653547 req-a611906d-b3c6-4d14-ac7c-f896fd4afb0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:50.442975 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-36cec8cf-bc3f-41e9-97b0-2c2ade653547 req-a611906d-b3c6-4d14-ac7c-f896fd4afb0c service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/ebe95b99-24a6-44fb-8c24-2e123866c304 HTTP/1.1" status: 200 len: 1094 time: 1.0843153 Oct 01 04:19:50.443561 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b645ab8-978e-40cd-b80d-6c82e666ebb5', 'tag': 'ebe95b99-24a6-44fb-8c24-2e123866c304'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:19:50.445954 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23a471ff00a13a2eea8c87216c43e2c9873adc8b08d975975de21b294c9ff96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75583c57-3728-4860-a977-bd4b73eea627" -d '{"events": [{"name": "network-changed", "server_uuid": "9b645ab8-978e-40cd-b80d-6c82e666ebb5", "tag": "ebe95b99-24a6-44fb-8c24-2e123866c304"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:19:50.460786 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6e33d5b1-f383-45ff-8f73-be51462f6c6e admin admin] Publish callbacks [] for port (17794055-27a6-4b4f-8b24-e17ad854f43d), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:50.472097 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:50.514240 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6e33d5b1-f383-45ff-8f73-be51462f6c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5071981'] for port (17794055-27a6-4b4f-8b24-e17ad854f43d), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:50.539969 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e33d5b1-f383-45ff-8f73-be51462f6c6e admin admin] Network 92f08451-a23c-40f8-9010-ae62f55617be is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:19:50.541424 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 01 Oct 2022 04:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15107f02-27b9-4fd8-895b-c8438baee3c2 x-openstack-request-id: req-15107f02-27b9-4fd8-895b-c8438baee3c2 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:19:50.541724 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b645ab8-978e-40cd-b80d-6c82e666ebb5", "tag": "ebe95b99-24a6-44fb-8c24-2e123866c304", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:19:50.542107 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-15107f02-27b9-4fd8-895b-c8438baee3c2 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:19:50.542674 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15107f02-27b9-4fd8-895b-c8438baee3c2'] response: {'name': 'network-changed', 'server_uuid': '9b645ab8-978e-40cd-b80d-6c82e666ebb5', 'tag': 'ebe95b99-24a6-44fb-8c24-2e123866c304', 'status': 'completed', 'code': 200} Oct 01 04:19:50.543827 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-6e33d5b1-f383-45ff-8f73-be51462f6c6e admin admin] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:19:50.551595 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a611906d-b3c6-4d14-ac7c-f896fd4afb0c service neutron] Pushing event updated for resources: {'Port': ['ID=ebe95b99-24a6-44fb-8c24-2e123866c304,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:50.557692 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cec8cf-bc3f-41e9-97b0-2c2ade653547 req-8721e06b-ff95-423c-a052-cd9be9ce25ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:50.562260 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-36cec8cf-bc3f-41e9-97b0-2c2ade653547 req-8721e06b-ff95-423c-a052-cd9be9ce25ba service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=6452abdab41846a5915b7ea5d81b9811&device_id=9b645ab8-978e-40cd-b80d-6c82e666ebb5 HTTP/1.1" status: 200 len: 1128 time: 0.0762296 Oct 01 04:19:50.566803 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e33d5b1-f383-45ff-8f73-be51462f6c6e admin admin] Received port after_create {{(pid=106386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:19:50.632730 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e33d5b1-f383-45ff-8f73-be51462f6c6e admin admin] Pushing event updated for resources: {'Port': ['ID=17794055-27a6-4b4f-8b24-e17ad854f43d,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:50.643437 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6e33d5b1-f383-45ff-8f73-be51462f6c6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7982369'] for router_interface (825c9a0c-dd39-4253-b7a7-aafc2b226434), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:50.687224 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-36cec8cf-bc3f-41e9-97b0-2c2ade653547 req-000bff3a-dd82-4e9c-bedd-947a674df968 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebe95b99-24a6-44fb-8c24-2e123866c304 HTTP/1.1" status: 200 len: 217 time: 0.1038101 Oct 01 04:19:50.781463 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cec8cf-bc3f-41e9-97b0-2c2ade653547 req-ce448db9-2940-4a35-ae3b-c82f0706a509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:50.782781 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-36cec8cf-bc3f-41e9-97b0-2c2ade653547 req-ce448db9-2940-4a35-ae3b-c82f0706a509 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=3d16cd05-d143-4844-a4bc-e7b8def3965c HTTP/1.1" status: 200 len: 849 time: 0.0945680 Oct 01 04:19:50.831267 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-36cec8cf-bc3f-41e9-97b0-2c2ade653547 req-8f01bc06-7ce8-4090-8f56-06fc6bec2a63 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=53afa43e-e4f6-45fd-be82-366552325c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402174 Oct 01 04:19:50.839008 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6e33d5b1-f383-45ff-8f73-be51462f6c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (17794055-27a6-4b4f-8b24-e17ad854f43d), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:50.841314 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-60776a0b-842b-4e93-a2d7-3e399e5b399e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825c9a0c-dd39-4253-b7a7-aafc2b226434', 'name': 'tempest-TestMinimumBasicScenario-1382045076-router', 'tenant_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '67edb09f-ad10-4323-827d-7b7eca92d6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:19:46Z', 'updated_at': '2022-10-01T04:19:47Z', 'revision_number': 3, 'project_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'gw_port': {'id': '67edb09f-ad10-4323-827d-7b7eca92d6bc', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '825c9a0c-dd39-4253-b7a7-aafc2b226434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:19:46Z', 'updated_at': '2022-10-01T04:19:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi'}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:19:50.884955 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60776a0b-842b-4e93-a2d7-3e399e5b399e None None] The sync data for ids ['825c9a0c-dd39-4253-b7a7-aafc2b226434'] in dv-cinder-860044-1-iscsi is: [{'id': '825c9a0c-dd39-4253-b7a7-aafc2b226434', 'name': 'tempest-TestMinimumBasicScenario-1382045076-router', 'tenant_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '67edb09f-ad10-4323-827d-7b7eca92d6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:19:46Z', 'updated_at': '2022-10-01T04:19:47Z', 'revision_number': 3, 'project_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'gw_port': {'id': '67edb09f-ad10-4323-827d-7b7eca92d6bc', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '825c9a0c-dd39-4253-b7a7-aafc2b226434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:19:46Z', 'updated_at': '2022-10-01T04:19:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi'}] {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:19:50.960170 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-fdd36072-c77a-4fff-94cb-0bf67a5dc2f5 None None] Provisioning complete for port 17794055-27a6-4b4f-8b24-e17ad854f43d triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:19:50.960834 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fdd36072-c77a-4fff-94cb-0bf67a5dc2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (17794055-27a6-4b4f-8b24-e17ad854f43d), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:50.961475 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-fdd36072-c77a-4fff-94cb-0bf67a5dc2f5 None None] Attempt 1 to provision port 17794055-27a6-4b4f-8b24-e17ad854f43d Oct 01 04:19:51.021344 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-fdd36072-c77a-4fff-94cb-0bf67a5dc2f5 None None] Port 17794055-27a6-4b4f-8b24-e17ad854f43d cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 01 04:19:51.029433 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973822d-d4bc-4c5b-a2f5-7e7208c76bc3 req-b31faded-43fe-43b8-98e9-7ad96b58afae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:51.030958 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4973822d-d4bc-4c5b-a2f5-7e7208c76bc3 req-b31faded-43fe-43b8-98e9-7ad96b58afae service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=839c91c5262a49768c3e937b5a034137&device_id=2906cc69-afd9-45dd-b846-38782722ed9a HTTP/1.1" status: 200 len: 1129 time: 0.1661301 Oct 01 04:19:51.145756 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6e33d5b1-f383-45ff-8f73-be51462f6c6e admin admin] Publish callbacks [] for port (17794055-27a6-4b4f-8b24-e17ad854f43d), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:51.154159 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6e33d5b1-f383-45ff-8f73-be51462f6c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5071994'] for port (17794055-27a6-4b4f-8b24-e17ad854f43d), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:51.158429 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-36cec8cf-bc3f-41e9-97b0-2c2ade653547 req-00a16f2d-0c2c-42a2-9eae-8882e5e0ab50 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/53afa43e-e4f6-45fd-be82-366552325c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055482 Oct 01 04:19:51.210224 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 36334) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:51.279818 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973822d-d4bc-4c5b-a2f5-7e7208c76bc3 req-07fb0532-dcad-4291-8d6c-61c010b3be95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:51.280862 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb9859b-8bba-4797-bfdc-e2bf7057d60a req-be0ecd1d-a068-48c2-b71b-1a3d8bde45bd tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:51.281130 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4973822d-d4bc-4c5b-a2f5-7e7208c76bc3 req-07fb0532-dcad-4291-8d6c-61c010b3be95 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=9e21d865-d526-49ca-8e76-21cf583604c4 HTTP/1.1" status: 200 len: 920 time: 0.2237000 Oct 01 04:19:51.281863 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-02d14c7b-e3de-4cf0-ac5d-e644751831f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:51.282647 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-1cb9859b-8bba-4797-bfdc-e2bf7057d60a req-be0ecd1d-a068-48c2-b71b-1a3d8bde45bd tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9b645ab8-978e-40cd-b80d-6c82e666ebb5 HTTP/1.1" status: 200 len: 944 time: 0.0971167 Oct 01 04:19:51.283664 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6e33d5b1-f383-45ff-8f73-be51462f6c6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7886632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7982485'] for router_interface (825c9a0c-dd39-4253-b7a7-aafc2b226434), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:51.285830 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e33d5b1-f383-45ff-8f73-be51462f6c6e admin admin] Pushing event updated for resources: {'Port': ['ID=17794055-27a6-4b4f-8b24-e17ad854f43d,revision_number=2']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:51.356021 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:51.376378 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4973822d-d4bc-4c5b-a2f5-7e7208c76bc3 req-71136f8c-140e-48bf-80f0-fa8fb91c0b92 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4f9d636-f677-4f56-ac04-28e98716fbda HTTP/1.1" status: 200 len: 217 time: 0.0774012 Oct 01 04:19:51.436855 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:51.478913 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-1cb9859b-8bba-4797-bfdc-e2bf7057d60a req-4807bac0-f2fd-42e5-8947-e41fff59f7d1 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6c4e18-276e-43db-8d0d-387d89d724bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725168 Oct 01 04:19:51.481454 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-36cec8cf-bc3f-41e9-97b0-2c2ade653547 req-b54fb3fb-425d-4fef-a52a-3bab36d61f64 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/53afa43e-e4f6-45fd-be82-366552325c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051567 Oct 01 04:19:51.502279 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973822d-d4bc-4c5b-a2f5-7e7208c76bc3 req-81587771-5d57-473c-90ef-f584370c6d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:51.503754 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4973822d-d4bc-4c5b-a2f5-7e7208c76bc3 req-81587771-5d57-473c-90ef-f584370c6d4d service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5be7b0c5-9e6d-4922-a242-c74e298031bb HTTP/1.1" status: 200 len: 858 time: 0.1168025 Oct 01 04:19:51.513648 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d7b62-5544-4a59-9d2e-b38e2ff8a19f req-beeba045-2320-4d5d-80dd-88d172ba3542 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:51.523398 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-338d7b62-5544-4a59-9d2e-b38e2ff8a19f req-beeba045-2320-4d5d-80dd-88d172ba3542 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2906cc69-afd9-45dd-b846-38782722ed9a HTTP/1.1" status: 200 len: 945 time: 0.1172843 Oct 01 04:19:51.559944 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:51.595773 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-02d14c7b-e3de-4cf0-ac5d-e644751831f5 admin admin] Publish callbacks [] for security_group (4447f3ad-7bd1-4425-be00-ff21c33659f3), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:51.599747 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e33d5b1-f383-45ff-8f73-be51462f6c6e admin admin] Network 92f08451-a23c-40f8-9010-ae62f55617be is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:19:51.600885 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-02d14c7b-e3de-4cf0-ac5d-e644751831f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (4447f3ad-7bd1-4425-be00-ff21c33659f3), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:51.604729 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-6e33d5b1-f383-45ff-8f73-be51462f6c6e admin admin] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:19:51.624587 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973822d-d4bc-4c5b-a2f5-7e7208c76bc3 req-42e44ba0-7da3-4408-94be-efd35b98b104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:51.626227 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4973822d-d4bc-4c5b-a2f5-7e7208c76bc3 req-42e44ba0-7da3-4408-94be-efd35b98b104 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=9e21d865-d526-49ca-8e76-21cf583604c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0838106 Oct 01 04:19:51.654104 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d14c7b-e3de-4cf0-ac5d-e644751831f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4447f3ad-7bd1-4425-be00-ff21c33659f3,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:51.660388 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-02d14c7b-e3de-4cf0-ac5d-e644751831f5 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=bd4877b5071741b3b666191720a8da94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4490292 Oct 01 04:19:51.664239 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 36338) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:51.667189 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-338d7b62-5544-4a59-9d2e-b38e2ff8a19f req-90622046-1ee2-4f19-b1c1-cf3afed984d5 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423721 Oct 01 04:19:51.690613 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:51.765091 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-325ba6a0-c11f-433f-aeb3-3d0b65796b5d admin admin] Publish callbacks [] for security_group (4447f3ad-7bd1-4425-be00-ff21c33659f3), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:51.809147 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e33d5b1-f383-45ff-8f73-be51462f6c6e admin admin] Router 825c9a0c-dd39-4253-b7a7-aafc2b226434 has already been hosted by L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 {{(pid=106386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 01 04:19:51.818257 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-325ba6a0-c11f-433f-aeb3-3d0b65796b5d admin admin] Publish callbacks [] for security_group (4447f3ad-7bd1-4425-be00-ff21c33659f3), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:51.823322 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 67edb09f-ad10-4323-827d-7b7eca92d6bc up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:19:51.895245 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-325ba6a0-c11f-433f-aeb3-3d0b65796b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (4447f3ad-7bd1-4425-be00-ff21c33659f3), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:51.900833 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-325ba6a0-c11f-433f-aeb3-3d0b65796b5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:51.907940 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-325ba6a0-c11f-433f-aeb3-3d0b65796b5d admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/4447f3ad-7bd1-4425-be00-ff21c33659f3 HTTP/1.1" status: 204 len: 168 time: 0.2422869 Oct 01 04:19:51.918411 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325ba6a0-c11f-433f-aeb3-3d0b65796b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4447f3ad-7bd1-4425-be00-ff21c33659f3,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:51.974892 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e33d5b1-f383-45ff-8f73-be51462f6c6e admin admin] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:19:51.990537 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-6e33d5b1-f383-45ff-8f73-be51462f6c6e admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/825c9a0c-dd39-4253-b7a7-aafc2b226434/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0619512 Oct 01 04:19:52.170907 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port 67edb09f-ad10-4323-827d-7b7eca92d6bc triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:19:52.177203 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (67edb09f-ad10-4323-827d-7b7eca92d6bc), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:52.177966 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port 67edb09f-ad10-4323-827d-7b7eca92d6bc Oct 01 04:19:52.295682 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-f5616dc0-69d3-4939-960e-e497246e250d None None] Provisioning complete for port 17794055-27a6-4b4f-8b24-e17ad854f43d triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:19:52.296436 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f5616dc0-69d3-4939-960e-e497246e250d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (17794055-27a6-4b4f-8b24-e17ad854f43d), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:52.297170 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-f5616dc0-69d3-4939-960e-e497246e250d None None] Attempt 1 to provision port 17794055-27a6-4b4f-8b24-e17ad854f43d Oct 01 04:19:52.360358 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-f5616dc0-69d3-4939-960e-e497246e250d None None] Port 17794055-27a6-4b4f-8b24-e17ad854f43d cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 01 04:19:52.431491 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port 67edb09f-ad10-4323-827d-7b7eca92d6bc is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:19:52.432177 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (67edb09f-ad10-4323-827d-7b7eca92d6bc), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:52.468363 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] For port 67edb09f-ad10-4323-827d-7b7eca92d6bc, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=67edb09f-ad10-4323-827d-7b7eca92d6bc,segment=NetworkSegment(e11c25a1-22bc-489d-94fb-b6370ba219df),segment_id=e11c25a1-22bc-489d-94fb-b6370ba219df)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:19:52.473628 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (67edb09f-ad10-4323-827d-7b7eca92d6bc), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:52.567421 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Pushing event updated for resources: {'Port': ['ID=67edb09f-ad10-4323-827d-7b7eca92d6bc,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:52.696374 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75583c57-3728-4860-a977-bd4b73eea627 req-b4ce0390-2081-4949-91d2-b5beeef1b16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:52.697221 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-75583c57-3728-4860-a977-bd4b73eea627 req-b4ce0390-2081-4949-91d2-b5beeef1b16e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=6452abdab41846a5915b7ea5d81b9811&device_id=9b645ab8-978e-40cd-b80d-6c82e666ebb5 HTTP/1.1" status: 200 len: 1128 time: 0.1083210 Oct 01 04:19:52.726937 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1b989-8846-4164-8394-883078bbef09 req-4208e7ef-d3a7-4e61-94a6-970914bf0144 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:52.729479 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b8e1b989-8846-4164-8394-883078bbef09 req-4208e7ef-d3a7-4e61-94a6-970914bf0144 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9b645ab8-978e-40cd-b80d-6c82e666ebb5 HTTP/1.1" status: 200 len: 944 time: 0.1052399 Oct 01 04:19:52.772286 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (2c3964fb-7920-4c48-8672-be15ccfa9ce8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:52.873803 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b8e1b989-8846-4164-8394-883078bbef09 req-1c64db50-0848-41b0-9b42-1a368738eec9 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6c4e18-276e-43db-8d0d-387d89d724bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368129 Oct 01 04:19:52.882904 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4973822d-d4bc-4c5b-a2f5-7e7208c76bc3 req-6b15079f-0056-4667-a15e-6169b1fdd9de service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9e21d865-d526-49ca-8e76-21cf583604c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034120 Oct 01 04:19:52.926829 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75583c57-3728-4860-a977-bd4b73eea627 req-87b79a5a-f2a7-42fe-a972-8e0026d4bb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:52.929790 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-75583c57-3728-4860-a977-bd4b73eea627 req-87b79a5a-f2a7-42fe-a972-8e0026d4bb64 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=53afa43e-e4f6-45fd-be82-366552325c26 HTTP/1.1" status: 200 len: 910 time: 0.2183101 Oct 01 04:19:52.982466 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74041455-6680-4ce6-9188-69b439d3223f req-621a650d-e15d-44e9-90e6-aa7b27bcda35 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:52.990491 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-74041455-6680-4ce6-9188-69b439d3223f req-621a650d-e15d-44e9-90e6-aa7b27bcda35 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2906cc69-afd9-45dd-b846-38782722ed9a HTTP/1.1" status: 200 len: 945 time: 0.0683308 Oct 01 04:19:53.001288 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-75583c57-3728-4860-a977-bd4b73eea627 req-5517511f-220f-4cbd-9432-ae3ee24de285 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebe95b99-24a6-44fb-8c24-2e123866c304 HTTP/1.1" status: 200 len: 217 time: 0.0560844 Oct 01 04:19:53.047786 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-74041455-6680-4ce6-9188-69b439d3223f req-7c9c197a-9364-4cfb-93ea-12c74c011463 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562868 Oct 01 04:19:53.081109 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75583c57-3728-4860-a977-bd4b73eea627 req-0cd1d5cc-83c5-496d-a650-bfef5006be37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:53.082419 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-75583c57-3728-4860-a977-bd4b73eea627 req-0cd1d5cc-83c5-496d-a650-bfef5006be37 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=3d16cd05-d143-4844-a4bc-e7b8def3965c HTTP/1.1" status: 200 len: 849 time: 0.0497739 Oct 01 04:19:53.084640 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device ebe95b99-24a6-44fb-8c24-2e123866c304 details requested by agent hyperv_hv-cinder-86004 with host hv-cinder-86004 {{(pid=106388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 01 04:19:53.110839 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:53.147903 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-75583c57-3728-4860-a977-bd4b73eea627 req-94b6fe45-abd2-4b09-87ef-ca8c5488ade8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=53afa43e-e4f6-45fd-be82-366552325c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475209 Oct 01 04:19:53.304007 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:53.356220 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 36394) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:53.363218 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [None req-d189ed49-3d15-4990-972a-f5b105a98b05 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1907892122-network', 'tenant_id': '0187d00cc2bb49b3812b571c884fd809'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:19:53.369149 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port ebe95b99-24a6-44fb-8c24-2e123866c304, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=ebe95b99-24a6-44fb-8c24-2e123866c304,segment=NetworkSegment(67a5d6d3-c0ca-4b8f-975c-656f0db03ab2),segment_id=67a5d6d3-c0ca-4b8f-975c-656f0db03ab2)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:19:53.387047 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4973822d-d4bc-4c5b-a2f5-7e7208c76bc3 req-5d5ca023-df4b-4b30-a787-91a672506278 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9e21d865-d526-49ca-8e76-21cf583604c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4528544 Oct 01 04:19:53.416993 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-75583c57-3728-4860-a977-bd4b73eea627 req-2a98256f-6125-44af-94c0-003ff8818989 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/53afa43e-e4f6-45fd-be82-366552325c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561998 Oct 01 04:19:53.417426 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Returning: {'device': 'ebe95b99-24a6-44fb-8c24-2e123866c304', 'network_id': '53afa43e-e4f6-45fd-be82-366552325c26', 'port_id': 'ebe95b99-24a6-44fb-8c24-2e123866c304', 'mac_address': 'fa:16:3e:e0:b3:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d16cd05-d143-4844-a4bc-e7b8def3965c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 01 04:19:53.445529 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d189ed49-3d15-4990-972a-f5b105a98b05 admin admin] Made reservation on behalf of 0187d00cc2bb49b3812b571c884fd809 for: {'network': 1} {{(pid=106386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:19:53.452704 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-d189ed49-3d15-4990-972a-f5b105a98b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for network (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:53.467244 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-d189ed49-3d15-4990-972a-f5b105a98b05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:53.539361 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:53.553259 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Current status of the port ebe95b99-24a6-44fb-8c24-2e123866c304 is: DOWN; New status is: BUILD {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:19:53.554038 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (ebe95b99-24a6-44fb-8c24-2e123866c304), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:53.575769 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebe95b99-24a6-44fb-8c24-2e123866c304 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 01 04:19:53.608801 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port ebe95b99-24a6-44fb-8c24-2e123866c304, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=ebe95b99-24a6-44fb-8c24-2e123866c304,segment=NetworkSegment(67a5d6d3-c0ca-4b8f-975c-656f0db03ab2),segment_id=67a5d6d3-c0ca-4b8f-975c-656f0db03ab2)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:19:53.611391 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:53.613196 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-75583c57-3728-4860-a977-bd4b73eea627 req-0c8e27d3-7987-4239-adc8-b4f8d73fa49b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/53afa43e-e4f6-45fd-be82-366552325c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858206 Oct 01 04:19:53.616112 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (ebe95b99-24a6-44fb-8c24-2e123866c304), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:53.657254 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-d189ed49-3d15-4990-972a-f5b105a98b05 admin admin] Publish callbacks [] for security_group (8b7da6c4-5889-4a38-b78d-f6fd715caf72), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:53.664701 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-d189ed49-3d15-4990-972a-f5b105a98b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (8b7da6c4-5889-4a38-b78d-f6fd715caf72), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:53.701130 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d189ed49-3d15-4990-972a-f5b105a98b05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=106386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 01 04:19:53.713863 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Pushing event updated for resources: {'Port': ['ID=ebe95b99-24a6-44fb-8c24-2e123866c304,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:53.725549 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d189ed49-3d15-4990-972a-f5b105a98b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7da6c4-5889-4a38-b78d-f6fd715caf72,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:53.731970 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-d189ed49-3d15-4990-972a-f5b105a98b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916673'] for segment (49b66d8e-351e-41f4-be8c-f79784837b18), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:53.732720 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.db.segments_db [None req-d189ed49-3d15-4990-972a-f5b105a98b05 admin admin] Added segment 49b66d8e-351e-41f4-be8c-f79784837b18 of type vlan for network 83727f78-e54c-44d6-a1e9-ab058f7477ce Oct 01 04:19:53.777236 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbed6ecf-7cad-4306-a7db-8c8bbdf83425 None None] Sync routers for ids ['825c9a0c-dd39-4253-b7a7-aafc2b226434'] in dv-cinder-860044-1-iscsi {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:19:53.788093 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-d189ed49-3d15-4990-972a-f5b105a98b05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783883007151'] for network (83727f78-e54c-44d6-a1e9-ab058f7477ce), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:53.798568 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbed6ecf-7cad-4306-a7db-8c8bbdf83425 None None] Routers {'825c9a0c-dd39-4253-b7a7-aafc2b226434'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:19:53.799208 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-cbed6ecf-7cad-4306-a7db-8c8bbdf83425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:19:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['825c9a0c-dd39-4253-b7a7-aafc2b226434'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:19:53.821998 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-d189ed49-3d15-4990-972a-f5b105a98b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8037924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598'] for network (83727f78-e54c-44d6-a1e9-ab058f7477ce), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:53.823279 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d189ed49-3d15-4990-972a-f5b105a98b05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:53.825746 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-d189ed49-3d15-4990-972a-f5b105a98b05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for network (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:53.908663 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-d189ed49-3d15-4990-972a-f5b105a98b05 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5511465 Oct 01 04:19:53.911798 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 36408) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:53.916920 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-b45b282a-5f59-4309-b3ce-46b219c7137f admin admin] Request body: {'subnet': {'network_id': '83727f78-e54c-44d6-a1e9-ab058f7477ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1907892122-subnet', 'tenant_id': '0187d00cc2bb49b3812b571c884fd809', 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:19:53.947570 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d189ed49-3d15-4990-972a-f5b105a98b05 admin admin] Pushing event updated for resources: {'Network': ['ID=83727f78-e54c-44d6-a1e9-ab058f7477ce,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:53.952237 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] get_ports_and_sgs() called for port_ids ['ebe95b99-24a6-44fb-8c24-2e123866c304'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 01 04:19:53.959553 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45b282a-5f59-4309-b3ce-46b219c7137f admin admin] Made reservation on behalf of 0187d00cc2bb49b3812b571c884fd809 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:19:53.963121 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b45b282a-5f59-4309-b3ce-46b219c7137f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4906833'] for subnet (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:54.038722 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Network 83727f78-e54c-44d6-a1e9-ab058f7477ce details requested by agent ovs-agent-dv-cinder-860044-1-iscsi with host dv-cinder-860044-1-iscsi {{(pid=106388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 01 04:19:54.042312 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 67edb09f-ad10-4323-827d-7b7eca92d6bc up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:19:54.082903 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-cbed6ecf-7cad-4306-a7db-8c8bbdf83425 None None] Set router 825c9a0c-dd39-4253-b7a7-aafc2b226434 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:19:54.221397 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 36416) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:54.250115 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f2333-590f-4d94-afe2-442617e663ed req-c23a97ba-1a26-4197-932c-e5fd29a22606 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:54.251736 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-092f2333-590f-4d94-afe2-442617e663ed req-c23a97ba-1a26-4197-932c-e5fd29a22606 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9b645ab8-978e-40cd-b80d-6c82e666ebb5 HTTP/1.1" status: 200 len: 945 time: 0.1397793 Oct 01 04:19:54.435996 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:54.466550 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5d95b-ca9d-4f56-af6f-cfc9a96a8cad req-f66b7db4-11ad-47b8-893c-7e81c869f015 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:54.468440 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-08b5d95b-ca9d-4f56-af6f-cfc9a96a8cad req-f66b7db4-11ad-47b8-893c-7e81c869f015 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2906cc69-afd9-45dd-b846-38782722ed9a HTTP/1.1" status: 200 len: 945 time: 0.2157741 Oct 01 04:19:54.488565 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-092f2333-590f-4d94-afe2-442617e663ed req-be47b36b-902d-469c-86f0-2540a37faf80 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6c4e18-276e-43db-8d0d-387d89d724bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282122 Oct 01 04:19:54.504022 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:54.535689 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b45b282a-5f59-4309-b3ce-46b219c7137f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8038045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4947281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4906855'] for subnet (d35cbb93-b7d9-4c0d-9a82-bc0c6fefc5ec), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:54.548487 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-cbed6ecf-7cad-4306-a7db-8c8bbdf83425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825c9a0c-dd39-4253-b7a7-aafc2b226434', 'name': 'tempest-TestMinimumBasicScenario-1382045076-router', 'tenant_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '67edb09f-ad10-4323-827d-7b7eca92d6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:19:46Z', 'updated_at': '2022-10-01T04:19:50Z', 'revision_number': 4, 'project_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'gw_port': {'id': '67edb09f-ad10-4323-827d-7b7eca92d6bc', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825c9a0c-dd39-4253-b7a7-aafc2b226434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:19:46Z', 'updated_at': '2022-10-01T04:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '17794055-27a6-4b4f-8b24-e17ad854f43d', 'name': '', 'network_id': '92f08451-a23c-40f8-9010-ae62f55617be', 'tenant_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'mac_address': 'fa:16:3e:b0:6d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '825c9a0c-dd39-4253-b7a7-aafc2b226434', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4e37b831-acda-4dd7-b8c3-e8659f60d591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:19:50Z', 'updated_at': '2022-10-01T04:19:50Z', 'revision_number': 2, 'project_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'subnets': [{'id': '4e37b831-acda-4dd7-b8c3-e8659f60d591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:19:54.562379 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port 67edb09f-ad10-4323-827d-7b7eca92d6bc triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:19:54.563022 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (67edb09f-ad10-4323-827d-7b7eca92d6bc), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:54.563121 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port 67edb09f-ad10-4323-827d-7b7eca92d6bc Oct 01 04:19:54.587889 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbed6ecf-7cad-4306-a7db-8c8bbdf83425 None None] Checking router: 825c9a0c-dd39-4253-b7a7-aafc2b226434 for host: dv-cinder-860044-1-iscsi {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:19:54.588591 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbed6ecf-7cad-4306-a7db-8c8bbdf83425 None None] Updating router 825c9a0c-dd39-4253-b7a7-aafc2b226434 port 17794055-27a6-4b4f-8b24-e17ad854f43d binding host dv-cinder-860044-1-iscsi {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 01 04:19:54.606310 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-08b5d95b-ca9d-4f56-af6f-cfc9a96a8cad req-7baa331e-868b-417e-8168-579dba6f9ff9 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127441 Oct 01 04:19:54.672415 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-88bc6c71-a38f-4c50-958d-33f74ee6115e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:54.748868 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45b282a-5f59-4309-b3ce-46b219c7137f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d35cbb93-b7d9-4c0d-9a82-bc0c6fefc5ec,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:54.753345 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port 67edb09f-ad10-4323-827d-7b7eca92d6bc is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:19:54.753664 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cbed6ecf-7cad-4306-a7db-8c8bbdf83425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (17794055-27a6-4b4f-8b24-e17ad854f43d), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:54.788707 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45b282a-5f59-4309-b3ce-46b219c7137f admin admin] Checking segment: {'id': '49b66d8e-351e-41f4-be8c-f79784837b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '83727f78-e54c-44d6-a1e9-ab058f7477ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:19:54.789194 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45b282a-5f59-4309-b3ce-46b219c7137f admin admin] Network hostable DHCP agents. Network: 83727f78-e54c-44d6-a1e9-ab058f7477ce, hostable agents: ['973633b6-dd94-436d-b3a5-971dbc41e63c'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 01 04:19:54.825713 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45b282a-5f59-4309-b3ce-46b219c7137f admin admin] Network 83727f78-e54c-44d6-a1e9-ab058f7477ce is scheduled to be hosted by DHCP agent 973633b6-dd94-436d-b3a5-971dbc41e63c with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 01 04:19:54.839707 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-b45b282a-5f59-4309-b3ce-46b219c7137f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860044-1-iscsi, 83727f78-e54c-44d6-a1e9-ab058f7477ce) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:19:54.845388 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45b282a-5f59-4309-b3ce-46b219c7137f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:54.846213 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b45b282a-5f59-4309-b3ce-46b219c7137f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for subnet (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:54.850698 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fece4863-fdfb-4111-a443-01a80fbb37c8 None None] Network 83727f78-e54c-44d6-a1e9-ab058f7477ce requested from dv-cinder-860044-1-iscsi {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 01 04:19:54.869578 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-b45b282a-5f59-4309-b3ce-46b219c7137f admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9566619 Oct 01 04:19:54.872372 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 36436) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:54.879518 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-4d5175b8-184a-4e86-819d-8ba671c728e2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1907892122-router', 'tenant_id': '0187d00cc2bb49b3812b571c884fd809', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:19:54.906573 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4d5175b8-184a-4e86-819d-8ba671c728e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7988434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65120'] for router (a1e5eb16-62da-4f41-939c-454210864e37), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:54.907697 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4d5175b8-184a-4e86-819d-8ba671c728e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7994759', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8109887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3219'] for router (a1e5eb16-62da-4f41-939c-454210864e37), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:54.926824 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-88bc6c71-a38f-4c50-958d-33f74ee6115e admin admin] Publish callbacks [] for security_group (3615b71a-a6d2-48e9-9497-8ee093424f26), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:54.935384 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-88bc6c71-a38f-4c50-958d-33f74ee6115e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (3615b71a-a6d2-48e9-9497-8ee093424f26), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:54.998978 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-88bc6c71-a38f-4c50-958d-33f74ee6115e admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=de88fe3cece54e05ba8a296373c45534&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7759964 Oct 01 04:19:55.000570 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 36440) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:55.031762 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4d5175b8-184a-4e86-819d-8ba671c728e2 admin admin] Publish callbacks [] for router_controller (a1e5eb16-62da-4f41-939c-454210864e37), precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:55.033324 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc6c71-a38f-4c50-958d-33f74ee6115e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3615b71a-a6d2-48e9-9497-8ee093424f26,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:55.071024 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944b8ffa-46e9-4de3-ad77-36a2966479b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5f5a84a-7395-5c72-8b88-a0c1e77c27fe-83727f78-e54c-44d6-a1e9-ab058f7477ce', 'network_id': '83727f78-e54c-44d6-a1e9-ab058f7477ce', 'project_id': '0187d00cc2bb49b3812b571c884fd809', 'fixed_ips': [{'subnet_id': 'd35cbb93-b7d9-4c0d-9a82-bc0c6fefc5ec'}]}} from dv-cinder-860044-1-iscsi. {{(pid=106388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 01 04:19:55.076143 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-944b8ffa-46e9-4de3-ad77-36a2966479b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:55.086408 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cbed6ecf-7cad-4306-a7db-8c8bbdf83425 None None] Publish callbacks [] for port (17794055-27a6-4b4f-8b24-e17ad854f43d), precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:55.094007 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cbed6ecf-7cad-4306-a7db-8c8bbdf83425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (17794055-27a6-4b4f-8b24-e17ad854f43d), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:55.135817 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-78ab76d6-e323-4f6d-9563-abc038589111 admin admin] Publish callbacks [] for security_group (3615b71a-a6d2-48e9-9497-8ee093424f26), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:55.151722 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee5fca-f66c-4c99-933d-720d99f0c82a None None] Pushing event updated for resources: {'Port': ['ID=17794055-27a6-4b4f-8b24-e17ad854f43d,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:55.162479 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bee5fca-f66c-4c99-933d-720d99f0c82a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:55.162897 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bee5fca-f66c-4c99-933d-720d99f0c82a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:55.163272 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bee5fca-f66c-4c99-933d-720d99f0c82a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:55.163674 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bee5fca-f66c-4c99-933d-720d99f0c82a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:55.164016 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bee5fca-f66c-4c99-933d-720d99f0c82a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:55.164393 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bee5fca-f66c-4c99-933d-720d99f0c82a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:55.164723 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bee5fca-f66c-4c99-933d-720d99f0c82a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:55.165118 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bee5fca-f66c-4c99-933d-720d99f0c82a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:55.165613 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bee5fca-f66c-4c99-933d-720d99f0c82a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:55.165982 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bee5fca-f66c-4c99-933d-720d99f0c82a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:55.166312 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bee5fca-f66c-4c99-933d-720d99f0c82a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:55.168007 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bee5fca-f66c-4c99-933d-720d99f0c82a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:55.168617 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bee5fca-f66c-4c99-933d-720d99f0c82a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:55.168970 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bee5fca-f66c-4c99-933d-720d99f0c82a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:55.169290 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bee5fca-f66c-4c99-933d-720d99f0c82a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:19:55.198992 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-78ab76d6-e323-4f6d-9563-abc038589111 admin admin] Publish callbacks [] for security_group (3615b71a-a6d2-48e9-9497-8ee093424f26), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:55.227388 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4d5175b8-184a-4e86-819d-8ba671c728e2 admin admin] Publish callbacks [] for router_gateway (a1e5eb16-62da-4f41-939c-454210864e37), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:55.251790 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:55.256483 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-cbed6ecf-7cad-4306-a7db-8c8bbdf83425 None None] Attempting to bind port 17794055-27a6-4b4f-8b24-e17ad854f43d on host dv-cinder-860044-1-iscsi for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 01 04:19:55.262141 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-cbed6ecf-7cad-4306-a7db-8c8bbdf83425 None None] Attempting to bind port 17794055-27a6-4b4f-8b24-e17ad854f43d by drivers openvswitch,hyperv on host dv-cinder-860044-1-iscsi at level 0 using segments [{'id': 'b90f7b3a-6fb0-4d95-8a4f-636ff8d369ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '92f08451-a23c-40f8-9010-ae62f55617be'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 01 04:19:55.262141 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbed6ecf-7cad-4306-a7db-8c8bbdf83425 None None] Attempting to bind port 17794055-27a6-4b4f-8b24-e17ad854f43d on network 92f08451-a23c-40f8-9010-ae62f55617be {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:19:55.263531 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device ebe95b99-24a6-44fb-8c24-2e123866c304 up at agent hyperv_hv-cinder-86004 {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:19:55.307579 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:55.307867 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-78ab76d6-e323-4f6d-9563-abc038589111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (3615b71a-a6d2-48e9-9497-8ee093424f26), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:55.311567 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-78ab76d6-e323-4f6d-9563-abc038589111 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:55.312919 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-78ab76d6-e323-4f6d-9563-abc038589111 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/3615b71a-a6d2-48e9-9497-8ee093424f26 HTTP/1.1" status: 204 len: 168 time: 0.3113358 Oct 01 04:19:55.326399 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbed6ecf-7cad-4306-a7db-8c8bbdf83425 None None] Checking agent: {'id': 'd8875dbe-87f1-4639-b3ef-79ff4b202d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860044-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 1, 4, 9, 48), 'started_at': datetime.datetime(2022, 10, 1, 4, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 1, 4, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860044-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 01 04:19:55.327032 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbed6ecf-7cad-4306-a7db-8c8bbdf83425 None None] Checking segment: {'id': 'b90f7b3a-6fb0-4d95-8a4f-636ff8d369ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '92f08451-a23c-40f8-9010-ae62f55617be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:19:55.327591 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cbed6ecf-7cad-4306-a7db-8c8bbdf83425 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:55.328289 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbed6ecf-7cad-4306-a7db-8c8bbdf83425 None None] Bound using segment: {'id': 'b90f7b3a-6fb0-4d95-8a4f-636ff8d369ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '92f08451-a23c-40f8-9010-ae62f55617be'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 01 04:19:55.328952 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-cbed6ecf-7cad-4306-a7db-8c8bbdf83425 None None] Bound port: 17794055-27a6-4b4f-8b24-e17ad854f43d, host: dv-cinder-860044-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b90f7b3a-6fb0-4d95-8a4f-636ff8d369ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '92f08451-a23c-40f8-9010-ae62f55617be'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 01 04:19:55.329509 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cbed6ecf-7cad-4306-a7db-8c8bbdf83425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (17794055-27a6-4b4f-8b24-e17ad854f43d), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:55.347377 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ab76d6-e323-4f6d-9563-abc038589111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3615b71a-a6d2-48e9-9497-8ee093424f26,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:55.430117 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:55.458090 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-cbed6ecf-7cad-4306-a7db-8c8bbdf83425 None None] For port 17794055-27a6-4b4f-8b24-e17ad854f43d, host dv-cinder-860044-1-iscsi, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 01 04:19:55.465938 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-944b8ffa-46e9-4de3-ad77-36a2966479b1 None None] Allocated IP 172.20.0.2 (83727f78-e54c-44d6-a1e9-ab058f7477ce/d35cbb93-b7d9-4c0d-9a82-bc0c6fefc5ec/03dbf082-0e09-439f-8819-1a1ffc1bbb53) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:19:55.470215 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-cbed6ecf-7cad-4306-a7db-8c8bbdf83425 None None] For port 17794055-27a6-4b4f-8b24-e17ad854f43d, host dv-cinder-860044-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=17794055-27a6-4b4f-8b24-e17ad854f43d,segment=NetworkSegment(b90f7b3a-6fb0-4d95-8a4f-636ff8d369ce),segment_id=b90f7b3a-6fb0-4d95-8a4f-636ff8d369ce)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 01 04:19:55.482965 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cbed6ecf-7cad-4306-a7db-8c8bbdf83425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (17794055-27a6-4b4f-8b24-e17ad854f43d), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:55.499274 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4d5175b8-184a-4e86-819d-8ba671c728e2 admin admin] Publish callbacks [] for router_gateway (a1e5eb16-62da-4f41-939c-454210864e37), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:55.522553 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Provisioning for port ebe95b99-24a6-44fb-8c24-2e123866c304 completed by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 01 04:19:55.564678 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Provisioning complete for port ebe95b99-24a6-44fb-8c24-2e123866c304 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:19:55.565411 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (ebe95b99-24a6-44fb-8c24-2e123866c304), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:55.565411 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Attempt 1 to provision port ebe95b99-24a6-44fb-8c24-2e123866c304 Oct 01 04:19:55.567115 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4d5175b8-184a-4e86-819d-8ba671c728e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:55.567817 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:55.568558 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:55.597208 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbed6ecf-7cad-4306-a7db-8c8bbdf83425 None None] Routers {'825c9a0c-dd39-4253-b7a7-aafc2b226434'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:19:55.597894 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-cbed6ecf-7cad-4306-a7db-8c8bbdf83425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:19:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['825c9a0c-dd39-4253-b7a7-aafc2b226434'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:19:55.708318 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5533d-e238-4ee4-821b-eee70bd1321b req-f569a869-41c3-4526-aeaa-1a608fdecb43 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:55.716331 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:55.720676 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-18a5533d-e238-4ee4-821b-eee70bd1321b req-f569a869-41c3-4526-aeaa-1a608fdecb43 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9b645ab8-978e-40cd-b80d-6c82e666ebb5 HTTP/1.1" status: 200 len: 945 time: 0.1274991 Oct 01 04:19:55.723483 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee5fca-f66c-4c99-933d-720d99f0c82a None None] Pushing event updated for resources: {'Port': ['ID=17794055-27a6-4b4f-8b24-e17ad854f43d,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:55.846399 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-4d5175b8-184a-4e86-819d-8ba671c728e2 admin admin] Allocated IP 172.27.2.25 (1c94595f-3990-43c2-b34b-d882a8bf5172/3c747529-64bf-417b-84a2-71abc1dc7574/0947e392-a44d-41d6-a70f-9f4328db3942) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:19:55.887077 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-18a5533d-e238-4ee4-821b-eee70bd1321b req-8dc72f37-584c-449a-9121-c7ae7c97d9ff tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6c4e18-276e-43db-8d0d-387d89d724bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599326 Oct 01 04:19:55.894742 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292dba3-b1fe-4ccc-aec2-786bada6764a req-4c13063e-0cec-4062-9b0c-85ad9a50adc8 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:55.905541 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b292dba3-b1fe-4ccc-aec2-786bada6764a req-4c13063e-0cec-4062-9b0c-85ad9a50adc8 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2906cc69-afd9-45dd-b846-38782722ed9a HTTP/1.1" status: 200 len: 945 time: 0.1218820 Oct 01 04:19:55.910436 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-cbed6ecf-7cad-4306-a7db-8c8bbdf83425 None None] Set router 825c9a0c-dd39-4253-b7a7-aafc2b226434 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:19:55.970268 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Current status of the port ebe95b99-24a6-44fb-8c24-2e123866c304 is: BUILD; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:19:55.970652 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (ebe95b99-24a6-44fb-8c24-2e123866c304), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:55.997856 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b292dba3-b1fe-4ccc-aec2-786bada6764a req-d4115845-e647-43bf-a392-a070ac1af959 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910666 Oct 01 04:19:56.024434 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b645ab8-978e-40cd-b80d-6c82e666ebb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe95b99-24a6-44fb-8c24-2e123866c304'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:19:56.027979 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc2ed8ba810a9a899feae06a2d512ab46721588d0493fdbeca0f1bffbb3e03b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbba4e0-dc0d-4987-a906-bc1ef636b6bd" -d '{"events": [{"server_uuid": "9b645ab8-978e-40cd-b80d-6c82e666ebb5", "name": "network-vif-plugged", "status": "completed", "tag": "ebe95b99-24a6-44fb-8c24-2e123866c304"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:19:56.038920 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 36482) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:56.054398 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port ebe95b99-24a6-44fb-8c24-2e123866c304, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=ebe95b99-24a6-44fb-8c24-2e123866c304,segment=NetworkSegment(67a5d6d3-c0ca-4b8f-975c-656f0db03ab2),segment_id=67a5d6d3-c0ca-4b8f-975c-656f0db03ab2)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:19:56.062542 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (ebe95b99-24a6-44fb-8c24-2e123866c304), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:56.063672 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c5f0d19b-9003-4d09-844f-32f4c3000e5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:56.065512 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-944b8ffa-46e9-4de3-ad77-36a2966479b1 None None] Publish callbacks [] for port (03dbf082-0e09-439f-8819-1a1ffc1bbb53), precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:56.118469 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4d5175b8-184a-4e86-819d-8ba671c728e2 admin admin] Publish callbacks [] for port (0947e392-a44d-41d6-a70f-9f4328db3942), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:56.128110 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-944b8ffa-46e9-4de3-ad77-36a2966479b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850'] for port (03dbf082-0e09-439f-8819-1a1ffc1bbb53), after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:56.188594 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944b8ffa-46e9-4de3-ad77-36a2966479b1 None None] Network 83727f78-e54c-44d6-a1e9-ab058f7477ce is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:19:56.189070 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c5f0d19b-9003-4d09-844f-32f4c3000e5e admin admin] Publish callbacks [] for security_group (35eb7c12-0bdc-455d-88b1-0b54ab515ba1), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:56.199558 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c5f0d19b-9003-4d09-844f-32f4c3000e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (35eb7c12-0bdc-455d-88b1-0b54ab515ba1), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:56.212209 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-944b8ffa-46e9-4de3-ad77-36a2966479b1 None None] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:19:56.219777 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944b8ffa-46e9-4de3-ad77-36a2966479b1 None None] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:19:56.230861 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Pushing event updated for resources: {'Port': ['ID=ebe95b99-24a6-44fb-8c24-2e123866c304,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:56.258686 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4d5175b8-184a-4e86-819d-8ba671c728e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (0947e392-a44d-41d6-a70f-9f4328db3942), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:56.306693 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 01 Oct 2022 04:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773d75b6-2e0e-4ec2-8bbe-f47cac3bc9a1 x-openstack-request-id: req-773d75b6-2e0e-4ec2-8bbe-f47cac3bc9a1 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:19:56.307269 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b645ab8-978e-40cd-b80d-6c82e666ebb5", "name": "network-vif-plugged", "status": "completed", "tag": "ebe95b99-24a6-44fb-8c24-2e123866c304", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:19:56.307710 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-773d75b6-2e0e-4ec2-8bbe-f47cac3bc9a1 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:19:56.308489 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-773d75b6-2e0e-4ec2-8bbe-f47cac3bc9a1'] response: {'server_uuid': '9b645ab8-978e-40cd-b80d-6c82e666ebb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe95b99-24a6-44fb-8c24-2e123866c304', 'code': 200} Oct 01 04:19:56.342493 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-c5f0d19b-9003-4d09-844f-32f4c3000e5e admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=23257babeb88496e8c2851a6bedf64c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3022041 Oct 01 04:19:56.344679 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-cbed6ecf-7cad-4306-a7db-8c8bbdf83425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825c9a0c-dd39-4253-b7a7-aafc2b226434', 'name': 'tempest-TestMinimumBasicScenario-1382045076-router', 'tenant_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '67edb09f-ad10-4323-827d-7b7eca92d6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:19:46Z', 'updated_at': '2022-10-01T04:19:50Z', 'revision_number': 4, 'project_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'gw_port': {'id': '67edb09f-ad10-4323-827d-7b7eca92d6bc', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825c9a0c-dd39-4253-b7a7-aafc2b226434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:19:46Z', 'updated_at': '2022-10-01T04:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '17794055-27a6-4b4f-8b24-e17ad854f43d', 'name': '', 'network_id': '92f08451-a23c-40f8-9010-ae62f55617be', 'tenant_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'mac_address': 'fa:16:3e:b0:6d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '825c9a0c-dd39-4253-b7a7-aafc2b226434', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4e37b831-acda-4dd7-b8c3-e8659f60d591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:19:50Z', 'updated_at': '2022-10-01T04:19:55Z', 'revision_number': 4, 'project_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'subnets': [{'id': '4e37b831-acda-4dd7-b8c3-e8659f60d591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:19:56.345192 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 36492) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:56.362986 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5175b8-184a-4e86-819d-8ba671c728e2 admin admin] Network 1c94595f-3990-43c2-b34b-d882a8bf5172 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:19:56.365152 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f0d19b-9003-4d09-844f-32f4c3000e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35eb7c12-0bdc-455d-88b1-0b54ab515ba1,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:56.367712 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-4d5175b8-184a-4e86-819d-8ba671c728e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:19:56.373762 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5175b8-184a-4e86-819d-8ba671c728e2 admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:19:56.382921 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-944b8ffa-46e9-4de3-ad77-36a2966479b1 None None] Attempting to bind port 03dbf082-0e09-439f-8819-1a1ffc1bbb53 on host dv-cinder-860044-1-iscsi for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 01 04:19:56.383297 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-944b8ffa-46e9-4de3-ad77-36a2966479b1 None None] Attempting to bind port 03dbf082-0e09-439f-8819-1a1ffc1bbb53 by drivers openvswitch,hyperv on host dv-cinder-860044-1-iscsi at level 0 using segments [{'id': '49b66d8e-351e-41f4-be8c-f79784837b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '83727f78-e54c-44d6-a1e9-ab058f7477ce'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 01 04:19:56.383763 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944b8ffa-46e9-4de3-ad77-36a2966479b1 None None] Attempting to bind port 03dbf082-0e09-439f-8819-1a1ffc1bbb53 on network 83727f78-e54c-44d6-a1e9-ab058f7477ce {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:19:56.389112 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944b8ffa-46e9-4de3-ad77-36a2966479b1 None None] Pushing event updated for resources: {'Port': ['ID=03dbf082-0e09-439f-8819-1a1ffc1bbb53,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:56.419457 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5175b8-184a-4e86-819d-8ba671c728e2 admin admin] Pushing event updated for resources: {'Port': ['ID=0947e392-a44d-41d6-a70f-9f4328db3942,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:56.426598 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbed6ecf-7cad-4306-a7db-8c8bbdf83425 None None] The sync data for ids ['825c9a0c-dd39-4253-b7a7-aafc2b226434'] in dv-cinder-860044-1-iscsi is: [{'id': '825c9a0c-dd39-4253-b7a7-aafc2b226434', 'name': 'tempest-TestMinimumBasicScenario-1382045076-router', 'tenant_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '67edb09f-ad10-4323-827d-7b7eca92d6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:19:46Z', 'updated_at': '2022-10-01T04:19:50Z', 'revision_number': 4, 'project_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'gw_port': {'id': '67edb09f-ad10-4323-827d-7b7eca92d6bc', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825c9a0c-dd39-4253-b7a7-aafc2b226434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:19:46Z', 'updated_at': '2022-10-01T04:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '17794055-27a6-4b4f-8b24-e17ad854f43d', 'name': '', 'network_id': '92f08451-a23c-40f8-9010-ae62f55617be', 'tenant_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'mac_address': 'fa:16:3e:b0:6d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '825c9a0c-dd39-4253-b7a7-aafc2b226434', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4e37b831-acda-4dd7-b8c3-e8659f60d591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:19:50Z', 'updated_at': '2022-10-01T04:19:55Z', 'revision_number': 4, 'project_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'subnets': [{'id': '4e37b831-acda-4dd7-b8c3-e8659f60d591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:19:56.493449 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-ca86f9b4-f9c3-497f-90b0-f320bfc859cf admin admin] Publish callbacks [] for security_group (35eb7c12-0bdc-455d-88b1-0b54ab515ba1), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:56.514875 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944b8ffa-46e9-4de3-ad77-36a2966479b1 None None] Checking agent: {'id': 'd8875dbe-87f1-4639-b3ef-79ff4b202d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860044-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 1, 4, 9, 48), 'started_at': datetime.datetime(2022, 10, 1, 4, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 1, 4, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860044-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 01 04:19:56.519078 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944b8ffa-46e9-4de3-ad77-36a2966479b1 None None] Checking segment: {'id': '49b66d8e-351e-41f4-be8c-f79784837b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '83727f78-e54c-44d6-a1e9-ab058f7477ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:19:56.519807 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-944b8ffa-46e9-4de3-ad77-36a2966479b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:56.541899 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944b8ffa-46e9-4de3-ad77-36a2966479b1 None None] Bound using segment: {'id': '49b66d8e-351e-41f4-be8c-f79784837b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '83727f78-e54c-44d6-a1e9-ab058f7477ce'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 01 04:19:56.544154 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-944b8ffa-46e9-4de3-ad77-36a2966479b1 None None] Bound port: 03dbf082-0e09-439f-8819-1a1ffc1bbb53, host: dv-cinder-860044-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49b66d8e-351e-41f4-be8c-f79784837b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '83727f78-e54c-44d6-a1e9-ab058f7477ce'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 01 04:19:56.546699 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-944b8ffa-46e9-4de3-ad77-36a2966479b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (03dbf082-0e09-439f-8819-1a1ffc1bbb53), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:56.595194 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-ca86f9b4-f9c3-497f-90b0-f320bfc859cf admin admin] Publish callbacks [] for security_group (35eb7c12-0bdc-455d-88b1-0b54ab515ba1), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:56.742193 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-ca86f9b4-f9c3-497f-90b0-f320bfc859cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (35eb7c12-0bdc-455d-88b1-0b54ab515ba1), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:56.746109 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-ca86f9b4-f9c3-497f-90b0-f320bfc859cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:56.746749 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-ca86f9b4-f9c3-497f-90b0-f320bfc859cf admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/35eb7c12-0bdc-455d-88b1-0b54ab515ba1 HTTP/1.1" status: 204 len: 168 time: 0.3987963 Oct 01 04:19:56.769927 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-944b8ffa-46e9-4de3-ad77-36a2966479b1 None None] For port 03dbf082-0e09-439f-8819-1a1ffc1bbb53, host dv-cinder-860044-1-iscsi, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 01 04:19:56.774398 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-944b8ffa-46e9-4de3-ad77-36a2966479b1 None None] For port 03dbf082-0e09-439f-8819-1a1ffc1bbb53, host dv-cinder-860044-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=03dbf082-0e09-439f-8819-1a1ffc1bbb53,segment=NetworkSegment(49b66d8e-351e-41f4-be8c-f79784837b18),segment_id=49b66d8e-351e-41f4-be8c-f79784837b18)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 01 04:19:56.782264 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86f9b4-f9c3-497f-90b0-f320bfc859cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35eb7c12-0bdc-455d-88b1-0b54ab515ba1,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:56.786681 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-944b8ffa-46e9-4de3-ad77-36a2966479b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (03dbf082-0e09-439f-8819-1a1ffc1bbb53), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:56.813599 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:56.814841 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4d5175b8-184a-4e86-819d-8ba671c728e2 admin admin] Publish callbacks [] for router_gateway (a1e5eb16-62da-4f41-939c-454210864e37), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:56.940042 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655937b4-733a-4311-9a9e-63133244731d req-572e1175-7ade-476e-82a4-bca2b7e44754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:56.941728 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-655937b4-733a-4311-9a9e-63133244731d req-572e1175-7ade-476e-82a4-bca2b7e44754 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9b645ab8-978e-40cd-b80d-6c82e666ebb5 HTTP/1.1" status: 200 len: 1130 time: 0.3317106 Oct 01 04:19:56.951265 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944b8ffa-46e9-4de3-ad77-36a2966479b1 None None] Pushing event updated for resources: {'Port': ['ID=03dbf082-0e09-439f-8819-1a1ffc1bbb53,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:57.020592 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:57.134893 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f385c-36c4-40c3-8f03-492980eace67 req-6457e11e-3fd3-4be0-8cc4-71cabd643b4e tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:57.149810 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-e53f385c-36c4-40c3-8f03-492980eace67 req-6457e11e-3fd3-4be0-8cc4-71cabd643b4e tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9b645ab8-978e-40cd-b80d-6c82e666ebb5 HTTP/1.1" status: 200 len: 946 time: 0.1419978 Oct 01 04:19:57.294786 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-e53f385c-36c4-40c3-8f03-492980eace67 req-a8da8203-a54d-442a-a5e5-385b88a56b97 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6c4e18-276e-43db-8d0d-387d89d724bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427593 Oct 01 04:19:57.443555 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a547e-7dc3-4b77-bf4b-cdfdaa541328 req-d99577a8-d99d-4366-92ef-83e806cc2248 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:57.450384 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-da3a547e-7dc3-4b77-bf4b-cdfdaa541328 req-d99577a8-d99d-4366-92ef-83e806cc2248 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2906cc69-afd9-45dd-b846-38782722ed9a HTTP/1.1" status: 200 len: 945 time: 0.1350722 Oct 01 04:19:57.603262 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbcf5ad-3bb4-4dc9-a215-8933d80a2ec0 req-a28ecc87-253e-42ea-88ae-58464edd2ffb tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:57.611159 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-fdbcf5ad-3bb4-4dc9-a215-8933d80a2ec0 req-a28ecc87-253e-42ea-88ae-58464edd2ffb tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 945 time: 0.1188180 Oct 01 04:19:57.619021 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-da3a547e-7dc3-4b77-bf4b-cdfdaa541328 req-0acab9d5-648f-4346-8163-28bdb1b7c170 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590195 Oct 01 04:19:57.745990 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-fdbcf5ad-3bb4-4dc9-a215-8933d80a2ec0 req-80818e0d-9b79-427e-b21f-b4ad633d9383 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317427 Oct 01 04:19:57.846692 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-655937b4-733a-4311-9a9e-63133244731d req-67a618b4-27fa-44a4-a6d6-0cd765154d95 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4d6c4e18-276e-43db-8d0d-387d89d724bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8756921 Oct 01 04:19:57.968079 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 17794055-27a6-4b4f-8b24-e17ad854f43d up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:19:57.991110 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:58.074157 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:58.099739 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port 17794055-27a6-4b4f-8b24-e17ad854f43d triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:19:58.100203 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (17794055-27a6-4b4f-8b24-e17ad854f43d), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:58.100612 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port 17794055-27a6-4b4f-8b24-e17ad854f43d Oct 01 04:19:58.222842 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port 17794055-27a6-4b4f-8b24-e17ad854f43d is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:19:58.223335 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (17794055-27a6-4b4f-8b24-e17ad854f43d), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:58.231656 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4d5175b8-184a-4e86-819d-8ba671c728e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989814'] for router (a1e5eb16-62da-4f41-939c-454210864e37), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:58.302926 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] For port 17794055-27a6-4b4f-8b24-e17ad854f43d, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=17794055-27a6-4b4f-8b24-e17ad854f43d,segment=NetworkSegment(b90f7b3a-6fb0-4d95-8a4f-636ff8d369ce),segment_id=b90f7b3a-6fb0-4d95-8a4f-636ff8d369ce)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:19:58.309012 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (17794055-27a6-4b4f-8b24-e17ad854f43d), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:58.310451 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 03dbf082-0e09-439f-8819-1a1ffc1bbb53 up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:19:58.446022 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:58.459961 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Pushing event updated for resources: {'Port': ['ID=17794055-27a6-4b4f-8b24-e17ad854f43d,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:58.463432 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port 03dbf082-0e09-439f-8819-1a1ffc1bbb53 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:19:58.464172 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (03dbf082-0e09-439f-8819-1a1ffc1bbb53), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:58.464708 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port 03dbf082-0e09-439f-8819-1a1ffc1bbb53 Oct 01 04:19:58.487020 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5175b8-184a-4e86-819d-8ba671c728e2 admin admin] Router a1e5eb16-62da-4f41-939c-454210864e37 is scheduled to L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 01 04:19:58.543424 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de171033-2c00-4d0b-88ea-a0f97b9c107e None None] Network 83727f78-e54c-44d6-a1e9-ab058f7477ce requested from dv-cinder-860044-1-iscsi {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 01 04:19:58.560307 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e9289a-10bb-4633-8283-4dc3c22a68bf req-5d0808a5-cda9-439f-bf8c-8ac114004694 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:58.569613 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b1e9289a-10bb-4633-8283-4dc3c22a68bf req-5d0808a5-cda9-439f-bf8c-8ac114004694 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9b645ab8-978e-40cd-b80d-6c82e666ebb5 HTTP/1.1" status: 200 len: 946 time: 0.1338003 Oct 01 04:19:58.674112 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5175b8-184a-4e86-819d-8ba671c728e2 admin admin] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:19:58.691017 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b1e9289a-10bb-4633-8283-4dc3c22a68bf req-3ec459d2-c112-4686-9905-1a8b8f1c7eb3 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6c4e18-276e-43db-8d0d-387d89d724bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196594 Oct 01 04:19:58.693773 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-961cfdf8-ba17-470b-adde-020c8427ad17 None None] Provisioning complete for port 03dbf082-0e09-439f-8819-1a1ffc1bbb53 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:19:58.694645 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-961cfdf8-ba17-470b-adde-020c8427ad17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (03dbf082-0e09-439f-8819-1a1ffc1bbb53), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:58.695408 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-961cfdf8-ba17-470b-adde-020c8427ad17 None None] Attempt 1 to provision port 03dbf082-0e09-439f-8819-1a1ffc1bbb53 Oct 01 04:19:58.710046 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 36558) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:58.719110 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:58.725540 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa47ed6d-4d60-4e60-9c5d-c3054a47d0ae None None] Sync routers for ids ['a1e5eb16-62da-4f41-939c-454210864e37'] in dv-cinder-860044-1-iscsi {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:19:58.776276 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4d5175b8-184a-4e86-819d-8ba671c728e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:58.780531 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-4d5175b8-184a-4e86-819d-8ba671c728e2 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9070098 Oct 01 04:19:58.783380 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 36566) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:58.837097 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port 03dbf082-0e09-439f-8819-1a1ffc1bbb53 is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:19:58.838366 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (03dbf082-0e09-439f-8819-1a1ffc1bbb53), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:58.851177 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa47ed6d-4d60-4e60-9c5d-c3054a47d0ae None None] Routers {'a1e5eb16-62da-4f41-939c-454210864e37'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:19:58.852052 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-aa47ed6d-4d60-4e60-9c5d-c3054a47d0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:19:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['a1e5eb16-62da-4f41-939c-454210864e37'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:19:58.858768 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89396739-6bbc-47c2-9866-e25beb6f88b5 req-17ff22d6-deac-454e-a8c6-8a6f1fe2a18f tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:58.861741 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-89396739-6bbc-47c2-9866-e25beb6f88b5 req-17ff22d6-deac-454e-a8c6-8a6f1fe2a18f tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2906cc69-afd9-45dd-b846-38782722ed9a HTTP/1.1" status: 200 len: 945 time: 0.0847466 Oct 01 04:19:58.968335 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [None req-cca5f197-23f0-4c67-8447-b4e6c7e0eff8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2117925739-network', 'tenant_id': '721dd52b82194e4d91113d4d688900ae'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:19:58.986249 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-89396739-6bbc-47c2-9866-e25beb6f88b5 req-d40b666d-6c1a-4573-9aef-dc601e6a8f6f tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174843 Oct 01 04:19:59.020598 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] For port 03dbf082-0e09-439f-8819-1a1ffc1bbb53, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=03dbf082-0e09-439f-8819-1a1ffc1bbb53,segment=NetworkSegment(49b66d8e-351e-41f4-be8c-f79784837b18),segment_id=49b66d8e-351e-41f4-be8c-f79784837b18)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:19:59.030511 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864a7560-c356-4eeb-a3ab-56597c61055c req-a93e8584-a65d-4d88-bf61-0359489fda86 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:59.041545 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-864a7560-c356-4eeb-a3ab-56597c61055c req-a93e8584-a65d-4d88-bf61-0359489fda86 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 945 time: 0.1304390 Oct 01 04:19:59.049726 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (03dbf082-0e09-439f-8819-1a1ffc1bbb53), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:59.076910 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca5f197-23f0-4c67-8447-b4e6c7e0eff8 admin admin] Made reservation on behalf of 721dd52b82194e4d91113d4d688900ae for: {'network': 1} {{(pid=106386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:19:59.080203 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-cca5f197-23f0-4c67-8447-b4e6c7e0eff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for network (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:59.107648 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-cca5f197-23f0-4c67-8447-b4e6c7e0eff8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:59.168324 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-864a7560-c356-4eeb-a3ab-56597c61055c req-26d62f83-a830-475b-88f0-4c32f31e943b tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251552 Oct 01 04:19:59.227717 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:59.277984 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-961cfdf8-ba17-470b-adde-020c8427ad17 None None] Current status of the port 03dbf082-0e09-439f-8819-1a1ffc1bbb53 is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:19:59.278547 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-961cfdf8-ba17-470b-adde-020c8427ad17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (03dbf082-0e09-439f-8819-1a1ffc1bbb53), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:59.312417 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-cca5f197-23f0-4c67-8447-b4e6c7e0eff8 admin admin] Publish callbacks [] for security_group (5a543dad-0ed8-4e37-8b9a-faf92386bc3d), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:59.323865 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-cca5f197-23f0-4c67-8447-b4e6c7e0eff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (5a543dad-0ed8-4e37-8b9a-faf92386bc3d), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:59.372198 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cca5f197-23f0-4c67-8447-b4e6c7e0eff8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=106386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 01 04:19:59.392035 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca5f197-23f0-4c67-8447-b4e6c7e0eff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a543dad-0ed8-4e37-8b9a-faf92386bc3d,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:59.398294 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-cca5f197-23f0-4c67-8447-b4e6c7e0eff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916673'] for segment (614ad64a-e84b-4b23-b245-f6cd1be567b7), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:59.404019 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.db.segments_db [None req-cca5f197-23f0-4c67-8447-b4e6c7e0eff8 admin admin] Added segment 614ad64a-e84b-4b23-b245-f6cd1be567b7 of type vlan for network a58a68a2-3485-47fc-a402-341c963919cc Oct 01 04:19:59.439949 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-aa47ed6d-4d60-4e60-9c5d-c3054a47d0ae None None] Set router a1e5eb16-62da-4f41-939c-454210864e37 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:19:59.442411 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Pushing event updated for resources: {'Port': ['ID=03dbf082-0e09-439f-8819-1a1ffc1bbb53,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:59.504897 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-cca5f197-23f0-4c67-8447-b4e6c7e0eff8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783883007151'] for network (a58a68a2-3485-47fc-a402-341c963919cc), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:59.526676 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.db.api [None req-961cfdf8-ba17-470b-adde-020c8427ad17 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 01 04:19:59.527881 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG oslo_db.api [None req-961cfdf8-ba17-470b-adde-020c8427ad17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 01 04:19:59.535791 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:59.549315 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-cca5f197-23f0-4c67-8447-b4e6c7e0eff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8037924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598'] for network (a58a68a2-3485-47fc-a402-341c963919cc), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:59.550520 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca5f197-23f0-4c67-8447-b4e6c7e0eff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:19:59.551297 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-cca5f197-23f0-4c67-8447-b4e6c7e0eff8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for network (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:59.565826 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:19:59.605872 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-64ca55bc-3e26-42e9-bead-0bc26ad21548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:59.617313 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-cca5f197-23f0-4c67-8447-b4e6c7e0eff8 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9057508 Oct 01 04:19:59.621000 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 36582) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:19:59.627628 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [None req-a614793d-524f-49f2-a970-cbb0c08be12c admin admin] Request body: {'subnet': {'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2117925739-subnet', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'ip_version': 4}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:19:59.671294 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca5f197-23f0-4c67-8447-b4e6c7e0eff8 admin admin] Pushing event updated for resources: {'Network': ['ID=a58a68a2-3485-47fc-a402-341c963919cc,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:19:59.686887 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-aa47ed6d-4d60-4e60-9c5d-c3054a47d0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e5eb16-62da-4f41-939c-454210864e37', 'name': 'tempest-TestMinimumBasicScenario-1907892122-router', 'tenant_id': '0187d00cc2bb49b3812b571c884fd809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0947e392-a44d-41d6-a70f-9f4328db3942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:19:54Z', 'updated_at': '2022-10-01T04:19:56Z', 'revision_number': 3, 'project_id': '0187d00cc2bb49b3812b571c884fd809', 'gw_port': {'id': '0947e392-a44d-41d6-a70f-9f4328db3942', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:39:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e5eb16-62da-4f41-939c-454210864e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:19:55Z', 'updated_at': '2022-10-01T04:19:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi'}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:19:59.708739 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a614793d-524f-49f2-a970-cbb0c08be12c admin admin] Made reservation on behalf of 721dd52b82194e4d91113d4d688900ae for: {'subnet': 1} {{(pid=106386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:19:59.713940 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-a614793d-524f-49f2-a970-cbb0c08be12c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5089272'] for subnet (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:59.721458 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Network a58a68a2-3485-47fc-a402-341c963919cc details requested by agent ovs-agent-dv-cinder-860044-1-iscsi with host dv-cinder-860044-1-iscsi {{(pid=106388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 01 04:19:59.726251 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa47ed6d-4d60-4e60-9c5d-c3054a47d0ae None None] Checking router: a1e5eb16-62da-4f41-939c-454210864e37 for host: dv-cinder-860044-1-iscsi {{(pid=106388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:19:59.727054 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa47ed6d-4d60-4e60-9c5d-c3054a47d0ae None None] Updating router a1e5eb16-62da-4f41-939c-454210864e37 port 0947e392-a44d-41d6-a70f-9f4328db3942 binding host dv-cinder-860044-1-iscsi {{(pid=106388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 01 04:19:59.829669 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-aa47ed6d-4d60-4e60-9c5d-c3054a47d0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (0947e392-a44d-41d6-a70f-9f4328db3942), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:19:59.840234 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-64ca55bc-3e26-42e9-bead-0bc26ad21548 admin admin] Allocated IP 172.20.0.1 (83727f78-e54c-44d6-a1e9-ab058f7477ce/d35cbb93-b7d9-4c0d-9a82-bc0c6fefc5ec/445d3e4f-06c6-4f03-a242-9325c5a30a1e) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:19:59.999391 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-64ca55bc-3e26-42e9-bead-0bc26ad21548 admin admin] Publish callbacks [] for port (445d3e4f-06c6-4f03-a242-9325c5a30a1e), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:00.002627 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:00.048948 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 17794055-27a6-4b4f-8b24-e17ad854f43d up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:20:00.085282 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-64ca55bc-3e26-42e9-bead-0bc26ad21548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (445d3e4f-06c6-4f03-a242-9325c5a30a1e), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:00.089797 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df6d39a-e4d8-414b-9a70-692a4122252b req-1dce0506-367e-41c4-9856-9a2eb645b693 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:00.092364 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-9df6d39a-e4d8-414b-9a70-692a4122252b req-1dce0506-367e-41c4-9856-9a2eb645b693 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9b645ab8-978e-40cd-b80d-6c82e666ebb5 HTTP/1.1" status: 200 len: 946 time: 0.1774909 Oct 01 04:20:00.104022 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:00.148298 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ca55bc-3e26-42e9-bead-0bc26ad21548 admin admin] Network 83727f78-e54c-44d6-a1e9-ab058f7477ce is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:20:00.152827 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-961cfdf8-ba17-470b-adde-020c8427ad17 None None] Current status of the port 03dbf082-0e09-439f-8819-1a1ffc1bbb53 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:20:00.154602 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-64ca55bc-3e26-42e9-bead-0bc26ad21548 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:20:00.204782 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port 17794055-27a6-4b4f-8b24-e17ad854f43d triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:20:00.205010 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ca55bc-3e26-42e9-bead-0bc26ad21548 admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:20:00.205182 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (17794055-27a6-4b4f-8b24-e17ad854f43d), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:00.205523 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port 17794055-27a6-4b4f-8b24-e17ad854f43d Oct 01 04:20:00.280802 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-9df6d39a-e4d8-414b-9a70-692a4122252b req-99d07168-575c-49fb-ae46-b454480fc7fa tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6c4e18-276e-43db-8d0d-387d89d724bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807570 Oct 01 04:20:00.310589 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca55bc-3e26-42e9-bead-0bc26ad21548 admin admin] Pushing event updated for resources: {'Port': ['ID=445d3e4f-06c6-4f03-a242-9325c5a30a1e,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:00.323815 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-64ca55bc-3e26-42e9-bead-0bc26ad21548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7982369'] for router_interface (a1e5eb16-62da-4f41-939c-454210864e37), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:00.346475 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-a614793d-524f-49f2-a970-cbb0c08be12c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8038045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5053181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5089230'] for subnet (87bf8ff7-1e8d-4433-8f68-75f944f2c18e), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:00.378418 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-067cd2c4-d31c-4e59-89f6-9969ac3115f3 None None] Provisioning complete for port 03dbf082-0e09-439f-8819-1a1ffc1bbb53 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:20:00.379632 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-067cd2c4-d31c-4e59-89f6-9969ac3115f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (03dbf082-0e09-439f-8819-1a1ffc1bbb53), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:00.380126 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-067cd2c4-d31c-4e59-89f6-9969ac3115f3 None None] Attempt 1 to provision port 03dbf082-0e09-439f-8819-1a1ffc1bbb53 Oct 01 04:20:00.427221 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a614793d-524f-49f2-a970-cbb0c08be12c admin admin] Checking segment: {'id': '614ad64a-e84b-4b23-b245-f6cd1be567b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:20:00.428003 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a614793d-524f-49f2-a970-cbb0c08be12c admin admin] Network hostable DHCP agents. Network: a58a68a2-3485-47fc-a402-341c963919cc, hostable agents: ['973633b6-dd94-436d-b3a5-971dbc41e63c'], hosted agents: [] {{(pid=106386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 01 04:20:00.433455 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a614793d-524f-49f2-a970-cbb0c08be12c admin admin] Pushing event updated for resources: {'Subnet': ['ID=87bf8ff7-1e8d-4433-8f68-75f944f2c18e,revision_number=0']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:00.449388 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:00.455884 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:00.546941 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-aa47ed6d-4d60-4e60-9c5d-c3054a47d0ae None None] Publish callbacks [] for port (0947e392-a44d-41d6-a70f-9f4328db3942), precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:00.554372 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a614793d-524f-49f2-a970-cbb0c08be12c admin admin] Network a58a68a2-3485-47fc-a402-341c963919cc is scheduled to be hosted by DHCP agent 973633b6-dd94-436d-b3a5-971dbc41e63c with binding_index 1 {{(pid=106386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 01 04:20:00.607647 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port 17794055-27a6-4b4f-8b24-e17ad854f43d is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:20:00.609255 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 03dbf082-0e09-439f-8819-1a1ffc1bbb53 up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:20:00.629745 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-64ca55bc-3e26-42e9-bead-0bc26ad21548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (445d3e4f-06c6-4f03-a242-9325c5a30a1e), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:00.638730 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-aa47ed6d-4d60-4e60-9c5d-c3054a47d0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (0947e392-a44d-41d6-a70f-9f4328db3942), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:00.712504 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-aa47ed6d-4d60-4e60-9c5d-c3054a47d0ae None None] Attempting to bind port 0947e392-a44d-41d6-a70f-9f4328db3942 on host dv-cinder-860044-1-iscsi for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 01 04:20:00.713669 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-aa47ed6d-4d60-4e60-9c5d-c3054a47d0ae None None] Attempting to bind port 0947e392-a44d-41d6-a70f-9f4328db3942 by drivers openvswitch,hyperv on host dv-cinder-860044-1-iscsi at level 0 using segments [{'id': 'e11c25a1-22bc-489d-94fb-b6370ba219df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 01 04:20:00.715014 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa47ed6d-4d60-4e60-9c5d-c3054a47d0ae None None] Attempting to bind port 0947e392-a44d-41d6-a70f-9f4328db3942 on network 1c94595f-3990-43c2-b34b-d882a8bf5172 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:20:00.801353 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe0a8fe-27cc-427d-aafc-765c770a2328 None None] Pushing event updated for resources: {'Port': ['ID=0947e392-a44d-41d6-a70f-9f4328db3942,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:00.850243 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port 03dbf082-0e09-439f-8819-1a1ffc1bbb53 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:20:00.850980 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (03dbf082-0e09-439f-8819-1a1ffc1bbb53), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:00.851612 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port 03dbf082-0e09-439f-8819-1a1ffc1bbb53 Oct 01 04:20:00.854182 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-067cd2c4-d31c-4e59-89f6-9969ac3115f3 None None] Current status of the port 03dbf082-0e09-439f-8819-1a1ffc1bbb53 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:20:00.888441 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-a614793d-524f-49f2-a970-cbb0c08be12c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860044-1-iscsi, a58a68a2-3485-47fc-a402-341c963919cc) {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:20:00.896485 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-64ca55bc-3e26-42e9-bead-0bc26ad21548 admin admin] Publish callbacks [] for port (445d3e4f-06c6-4f03-a242-9325c5a30a1e), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:00.898306 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa47ed6d-4d60-4e60-9c5d-c3054a47d0ae None None] Checking agent: {'id': 'd8875dbe-87f1-4639-b3ef-79ff4b202d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860044-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 1, 4, 9, 48), 'started_at': datetime.datetime(2022, 10, 1, 4, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 1, 4, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860044-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 01 04:20:00.899062 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa47ed6d-4d60-4e60-9c5d-c3054a47d0ae None None] Checking segment: {'id': 'e11c25a1-22bc-489d-94fb-b6370ba219df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:20:00.899531 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-aa47ed6d-4d60-4e60-9c5d-c3054a47d0ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:00.900411 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa47ed6d-4d60-4e60-9c5d-c3054a47d0ae None None] Bound using segment: {'id': 'e11c25a1-22bc-489d-94fb-b6370ba219df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 01 04:20:00.901053 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-aa47ed6d-4d60-4e60-9c5d-c3054a47d0ae None None] Bound port: 0947e392-a44d-41d6-a70f-9f4328db3942, host: dv-cinder-860044-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e11c25a1-22bc-489d-94fb-b6370ba219df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 01 04:20:00.902127 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-aa47ed6d-4d60-4e60-9c5d-c3054a47d0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (0947e392-a44d-41d6-a70f-9f4328db3942), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:00.905754 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-64ca55bc-3e26-42e9-bead-0bc26ad21548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4916182'] for port (445d3e4f-06c6-4f03-a242-9325c5a30a1e), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:00.921958 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6066833b-974f-4dda-bb19-86eb1f2311be None None] Network a58a68a2-3485-47fc-a402-341c963919cc requested from dv-cinder-860044-1-iscsi {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 01 04:20:00.922140 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca02460-ce04-459e-a256-66d1853aceae req-08395ab2-0586-43f8-8620-17f2600070d6 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:00.922268 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-4ca02460-ce04-459e-a256-66d1853aceae req-08395ab2-0586-43f8-8620-17f2600070d6 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 945 time: 0.4480083 Oct 01 04:20:00.923473 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a614793d-524f-49f2-a970-cbb0c08be12c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:00.924138 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-a614793d-524f-49f2-a970-cbb0c08be12c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for subnet (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:00.944559 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaccecd-750f-4095-804a-5b10df267e33 req-8847ff52-b065-43e5-9603-ec32b064c6ef tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:00.946109 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-deaccecd-750f-4095-804a-5b10df267e33 req-8847ff52-b065-43e5-9603-ec32b064c6ef tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2906cc69-afd9-45dd-b846-38782722ed9a HTTP/1.1" status: 200 len: 945 time: 0.3833992 Oct 01 04:20:00.959323 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:00.962187 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-64ca55bc-3e26-42e9-bead-0bc26ad21548 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7886632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7982485'] for router_interface (a1e5eb16-62da-4f41-939c-454210864e37), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:00.973547 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-a614793d-524f-49f2-a970-cbb0c08be12c admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3501370 Oct 01 04:20:00.976193 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 36610) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:20:00.986908 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [None req-1b205025-0816-4156-8386-c21f35d1c8c5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2117925739-router', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'}}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:20:00.999589 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.agents_db [None req-12b97a57-14e3-4267-90b0-a9e0353f7932 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 01 04:20:01.036732 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca55bc-3e26-42e9-bead-0bc26ad21548 admin admin] Pushing event updated for resources: {'Port': ['ID=445d3e4f-06c6-4f03-a242-9325c5a30a1e,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:01.080852 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-4ca02460-ce04-459e-a256-66d1853aceae req-4dcb50c4-ffc6-455a-9a2f-745e863e6380 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418495 Oct 01 04:20:01.088448 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-5cee6b9e-e802-444d-8e62-ea54bd733f2b None None] Provisioning complete for port 445d3e4f-06c6-4f03-a242-9325c5a30a1e triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:20:01.089095 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5cee6b9e-e802-444d-8e62-ea54bd733f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (445d3e4f-06c6-4f03-a242-9325c5a30a1e), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:01.089288 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1b205025-0816-4156-8386-c21f35d1c8c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7988434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65120'] for router (99c881ec-29bc-4e60-b79a-2a435e983e6d), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:01.089397 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-5cee6b9e-e802-444d-8e62-ea54bd733f2b None None] Attempt 1 to provision port 445d3e4f-06c6-4f03-a242-9325c5a30a1e Oct 01 04:20:01.090778 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1b205025-0816-4156-8386-c21f35d1c8c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7994759', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8109887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3219'] for router (99c881ec-29bc-4e60-b79a-2a435e983e6d), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:01.127963 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-deaccecd-750f-4095-804a-5b10df267e33 req-6647f112-cef9-45fe-bc03-81eb5057ad87 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535838 Oct 01 04:20:01.137603 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-aa47ed6d-4d60-4e60-9c5d-c3054a47d0ae None None] For port 0947e392-a44d-41d6-a70f-9f4328db3942, host dv-cinder-860044-1-iscsi, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 01 04:20:01.207118 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-aa47ed6d-4d60-4e60-9c5d-c3054a47d0ae None None] For port 0947e392-a44d-41d6-a70f-9f4328db3942, host dv-cinder-860044-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=0947e392-a44d-41d6-a70f-9f4328db3942,segment=NetworkSegment(e11c25a1-22bc-489d-94fb-b6370ba219df),segment_id=e11c25a1-22bc-489d-94fb-b6370ba219df)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 01 04:20:01.215560 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1b205025-0816-4156-8386-c21f35d1c8c5 admin admin] Publish callbacks [] for router_controller (99c881ec-29bc-4e60-b79a-2a435e983e6d), precommit_add_association {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:01.233925 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-5cee6b9e-e802-444d-8e62-ea54bd733f2b None None] Port 445d3e4f-06c6-4f03-a242-9325c5a30a1e cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 01 04:20:01.237565 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-aa47ed6d-4d60-4e60-9c5d-c3054a47d0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (0947e392-a44d-41d6-a70f-9f4328db3942), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:01.269432 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port 03dbf082-0e09-439f-8819-1a1ffc1bbb53 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:20:01.296561 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ca55bc-3e26-42e9-bead-0bc26ad21548 admin admin] Network 83727f78-e54c-44d6-a1e9-ab058f7477ce is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:20:01.296561 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-64ca55bc-3e26-42e9-bead-0bc26ad21548 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:20:01.307673 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30dd0628-4f78-4412-b2ee-7f70c20fe4a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5f5a84a-7395-5c72-8b88-a0c1e77c27fe-a58a68a2-3485-47fc-a402-341c963919cc', 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc', 'project_id': '721dd52b82194e4d91113d4d688900ae', 'fixed_ips': [{'subnet_id': '87bf8ff7-1e8d-4433-8f68-75f944f2c18e'}]}} from dv-cinder-860044-1-iscsi. {{(pid=106388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 01 04:20:01.308740 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-30dd0628-4f78-4412-b2ee-7f70c20fe4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:01.386238 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:01.400520 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa47ed6d-4d60-4e60-9c5d-c3054a47d0ae None None] Routers {'a1e5eb16-62da-4f41-939c-454210864e37'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:20:01.401176 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-aa47ed6d-4d60-4e60-9c5d-c3054a47d0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:19:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['a1e5eb16-62da-4f41-939c-454210864e37'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:20:01.427558 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:01.463606 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1b205025-0816-4156-8386-c21f35d1c8c5 admin admin] Publish callbacks [] for router_gateway (99c881ec-29bc-4e60-b79a-2a435e983e6d), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:01.471727 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ca55bc-3e26-42e9-bead-0bc26ad21548 admin admin] Router a1e5eb16-62da-4f41-939c-454210864e37 has already been hosted by L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 01 04:20:01.633282 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe0a8fe-27cc-427d-aafc-765c770a2328 None None] Pushing event updated for resources: {'Port': ['ID=0947e392-a44d-41d6-a70f-9f4328db3942,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:01.649906 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:01.657541 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f95ccde-6bcf-4b66-ba88-4e6b3358544d req-89f688c3-6d5b-4a30-9c5e-fdba395c771a tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:01.660051 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2f95ccde-6bcf-4b66-ba88-4e6b3358544d req-89f688c3-6d5b-4a30-9c5e-fdba395c771a tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9b645ab8-978e-40cd-b80d-6c82e666ebb5 HTTP/1.1" status: 200 len: 946 time: 0.1812778 Oct 01 04:20:01.695203 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ca55bc-3e26-42e9-bead-0bc26ad21548 admin admin] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:20:01.713227 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-64ca55bc-3e26-42e9-bead-0bc26ad21548 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/a1e5eb16-62da-4f41-939c-454210864e37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9169009 Oct 01 04:20:01.816475 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2f95ccde-6bcf-4b66-ba88-4e6b3358544d req-9ca165c1-94c5-4ac3-8977-a12d468b53fb tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6c4e18-276e-43db-8d0d-387d89d724bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473808 Oct 01 04:20:01.878768 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1b205025-0816-4156-8386-c21f35d1c8c5 admin admin] Publish callbacks [] for router_gateway (99c881ec-29bc-4e60-b79a-2a435e983e6d), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:01.921337 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1b205025-0816-4156-8386-c21f35d1c8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:01.931244 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:02.051371 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-4c877582-5683-4176-9dd9-4f34f049215e None None] Provisioning complete for port 445d3e4f-06c6-4f03-a242-9325c5a30a1e triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:20:02.051984 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4c877582-5683-4176-9dd9-4f34f049215e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (445d3e4f-06c6-4f03-a242-9325c5a30a1e), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:02.052504 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-4c877582-5683-4176-9dd9-4f34f049215e None None] Attempt 1 to provision port 445d3e4f-06c6-4f03-a242-9325c5a30a1e Oct 01 04:20:02.093706 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.db.db_base_plugin_common [None req-1b205025-0816-4156-8386-c21f35d1c8c5 admin admin] Allocated IP 172.27.2.94 (1c94595f-3990-43c2-b34b-d882a8bf5172/3c747529-64bf-417b-84a2-71abc1dc7574/89429a02-b2f7-4923-a8c6-35b9f52c80d3) {{(pid=106386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:20:02.100764 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:02.110565 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-4c877582-5683-4176-9dd9-4f34f049215e None None] Port 445d3e4f-06c6-4f03-a242-9325c5a30a1e cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 01 04:20:02.123268 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-30dd0628-4f78-4412-b2ee-7f70c20fe4a3 None None] Allocated IP 172.20.0.2 (a58a68a2-3485-47fc-a402-341c963919cc/87bf8ff7-1e8d-4433-8f68-75f944f2c18e/41b05a33-2a83-45b8-8f0a-0475d5a4b486) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:20:02.148954 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-aa47ed6d-4d60-4e60-9c5d-c3054a47d0ae None None] Set router a1e5eb16-62da-4f41-939c-454210864e37 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:20:02.423052 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1b205025-0816-4156-8386-c21f35d1c8c5 admin admin] Publish callbacks [] for port (89429a02-b2f7-4923-a8c6-35b9f52c80d3), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:02.434460 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d15017-8308-451d-b3bc-74f7e5d5aa92 req-385cef73-4177-4e39-8665-ec96345cd37a tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:02.436502 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-61d15017-8308-451d-b3bc-74f7e5d5aa92 req-385cef73-4177-4e39-8665-ec96345cd37a tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 945 time: 0.1354687 Oct 01 04:20:02.443130 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c08da-9fbc-48dc-a98d-31b8273bdfb0 req-999dd527-67cc-4863-a168-ff86c4304da6 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:02.444851 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-3a7c08da-9fbc-48dc-a98d-31b8273bdfb0 req-999dd527-67cc-4863-a168-ff86c4304da6 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2906cc69-afd9-45dd-b846-38782722ed9a HTTP/1.1" status: 200 len: 945 time: 0.1461604 Oct 01 04:20:02.494254 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-aa47ed6d-4d60-4e60-9c5d-c3054a47d0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e5eb16-62da-4f41-939c-454210864e37', 'name': 'tempest-TestMinimumBasicScenario-1907892122-router', 'tenant_id': '0187d00cc2bb49b3812b571c884fd809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0947e392-a44d-41d6-a70f-9f4328db3942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:19:54Z', 'updated_at': '2022-10-01T04:20:00Z', 'revision_number': 4, 'project_id': '0187d00cc2bb49b3812b571c884fd809', 'gw_port': {'id': '0947e392-a44d-41d6-a70f-9f4328db3942', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:39:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e5eb16-62da-4f41-939c-454210864e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:19:55Z', 'updated_at': '2022-10-01T04:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '445d3e4f-06c6-4f03-a242-9325c5a30a1e', 'name': '', 'network_id': '83727f78-e54c-44d6-a1e9-ab058f7477ce', 'tenant_id': '0187d00cc2bb49b3812b571c884fd809', 'mac_address': 'fa:16:3e:d8:44:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e5eb16-62da-4f41-939c-454210864e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd35cbb93-b7d9-4c0d-9a82-bc0c6fefc5ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:19:59Z', 'updated_at': '2022-10-01T04:20:00Z', 'revision_number': 2, 'project_id': '0187d00cc2bb49b3812b571c884fd809', 'subnets': [{'id': 'd35cbb93-b7d9-4c0d-9a82-bc0c6fefc5ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:20:02.540526 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa47ed6d-4d60-4e60-9c5d-c3054a47d0ae None None] The sync data for ids ['a1e5eb16-62da-4f41-939c-454210864e37'] in dv-cinder-860044-1-iscsi is: [{'id': 'a1e5eb16-62da-4f41-939c-454210864e37', 'name': 'tempest-TestMinimumBasicScenario-1907892122-router', 'tenant_id': '0187d00cc2bb49b3812b571c884fd809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0947e392-a44d-41d6-a70f-9f4328db3942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:19:54Z', 'updated_at': '2022-10-01T04:20:00Z', 'revision_number': 4, 'project_id': '0187d00cc2bb49b3812b571c884fd809', 'gw_port': {'id': '0947e392-a44d-41d6-a70f-9f4328db3942', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:39:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e5eb16-62da-4f41-939c-454210864e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:19:55Z', 'updated_at': '2022-10-01T04:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '445d3e4f-06c6-4f03-a242-9325c5a30a1e', 'name': '', 'network_id': '83727f78-e54c-44d6-a1e9-ab058f7477ce', 'tenant_id': '0187d00cc2bb49b3812b571c884fd809', 'mac_address': 'fa:16:3e:d8:44:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e5eb16-62da-4f41-939c-454210864e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd35cbb93-b7d9-4c0d-9a82-bc0c6fefc5ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:19:59Z', 'updated_at': '2022-10-01T04:20:00Z', 'revision_number': 2, 'project_id': '0187d00cc2bb49b3812b571c884fd809', 'subnets': [{'id': 'd35cbb93-b7d9-4c0d-9a82-bc0c6fefc5ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:20:02.659202 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1b205025-0816-4156-8386-c21f35d1c8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5071981'] for port (89429a02-b2f7-4923-a8c6-35b9f52c80d3), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:02.676266 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-30dd0628-4f78-4412-b2ee-7f70c20fe4a3 None None] Publish callbacks [] for port (41b05a33-2a83-45b8-8f0a-0475d5a4b486), precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:02.679885 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-61d15017-8308-451d-b3bc-74f7e5d5aa92 req-664368d1-be5d-47b1-b863-34d4466f0936 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241039 Oct 01 04:20:02.686671 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-3a7c08da-9fbc-48dc-a98d-31b8273bdfb0 req-136c4ccf-d4e6-405b-b6b3-76613e85ca53 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297225 Oct 01 04:20:02.688172 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-30dd0628-4f78-4412-b2ee-7f70c20fe4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850'] for port (41b05a33-2a83-45b8-8f0a-0475d5a4b486), after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:02.749034 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b205025-0816-4156-8386-c21f35d1c8c5 admin admin] Network 1c94595f-3990-43c2-b34b-d882a8bf5172 is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:20:02.757600 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-1b205025-0816-4156-8386-c21f35d1c8c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:20:02.765157 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b205025-0816-4156-8386-c21f35d1c8c5 admin admin] Received port after_create {{(pid=106386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:20:02.784605 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dd0628-4f78-4412-b2ee-7f70c20fe4a3 None None] Network a58a68a2-3485-47fc-a402-341c963919cc is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:20:02.787976 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-30dd0628-4f78-4412-b2ee-7f70c20fe4a3 None None] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:20:02.798659 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dd0628-4f78-4412-b2ee-7f70c20fe4a3 None None] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:20:02.855783 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dd0628-4f78-4412-b2ee-7f70c20fe4a3 None None] Pushing event updated for resources: {'Port': ['ID=41b05a33-2a83-45b8-8f0a-0475d5a4b486,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:02.856160 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b205025-0816-4156-8386-c21f35d1c8c5 admin admin] Pushing event updated for resources: {'Port': ['ID=89429a02-b2f7-4923-a8c6-35b9f52c80d3,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:02.902489 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-30dd0628-4f78-4412-b2ee-7f70c20fe4a3 None None] Attempting to bind port 41b05a33-2a83-45b8-8f0a-0475d5a4b486 on host dv-cinder-860044-1-iscsi for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 01 04:20:02.902881 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-30dd0628-4f78-4412-b2ee-7f70c20fe4a3 None None] Attempting to bind port 41b05a33-2a83-45b8-8f0a-0475d5a4b486 by drivers openvswitch,hyperv on host dv-cinder-860044-1-iscsi at level 0 using segments [{'id': '614ad64a-e84b-4b23-b245-f6cd1be567b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 01 04:20:02.904677 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dd0628-4f78-4412-b2ee-7f70c20fe4a3 None None] Attempting to bind port 41b05a33-2a83-45b8-8f0a-0475d5a4b486 on network a58a68a2-3485-47fc-a402-341c963919cc {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:20:03.046571 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dd0628-4f78-4412-b2ee-7f70c20fe4a3 None None] Checking agent: {'id': 'd8875dbe-87f1-4639-b3ef-79ff4b202d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860044-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 1, 4, 9, 48), 'started_at': datetime.datetime(2022, 10, 1, 4, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 1, 4, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860044-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 01 04:20:03.046957 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dd0628-4f78-4412-b2ee-7f70c20fe4a3 None None] Checking segment: {'id': '614ad64a-e84b-4b23-b245-f6cd1be567b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:20:03.047371 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-30dd0628-4f78-4412-b2ee-7f70c20fe4a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:03.047781 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dd0628-4f78-4412-b2ee-7f70c20fe4a3 None None] Bound using segment: {'id': '614ad64a-e84b-4b23-b245-f6cd1be567b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 01 04:20:03.048278 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-30dd0628-4f78-4412-b2ee-7f70c20fe4a3 None None] Bound port: 41b05a33-2a83-45b8-8f0a-0475d5a4b486, host: dv-cinder-860044-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '614ad64a-e84b-4b23-b245-f6cd1be567b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 01 04:20:03.048663 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-30dd0628-4f78-4412-b2ee-7f70c20fe4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (41b05a33-2a83-45b8-8f0a-0475d5a4b486), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:03.136424 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-30dd0628-4f78-4412-b2ee-7f70c20fe4a3 None None] For port 41b05a33-2a83-45b8-8f0a-0475d5a4b486, host dv-cinder-860044-1-iscsi, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 01 04:20:03.140915 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-30dd0628-4f78-4412-b2ee-7f70c20fe4a3 None None] For port 41b05a33-2a83-45b8-8f0a-0475d5a4b486, host dv-cinder-860044-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=41b05a33-2a83-45b8-8f0a-0475d5a4b486,segment=NetworkSegment(614ad64a-e84b-4b23-b245-f6cd1be567b7),segment_id=614ad64a-e84b-4b23-b245-f6cd1be567b7)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 01 04:20:03.156228 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-30dd0628-4f78-4412-b2ee-7f70c20fe4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (41b05a33-2a83-45b8-8f0a-0475d5a4b486), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:03.216653 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37bc457-2b9c-4ac4-8029-c50051742543 req-cba578f6-394d-41fc-8128-f13a8c927ff7 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:03.216897 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-f37bc457-2b9c-4ac4-8029-c50051742543 req-cba578f6-394d-41fc-8128-f13a8c927ff7 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9b645ab8-978e-40cd-b80d-6c82e666ebb5 HTTP/1.1" status: 200 len: 946 time: 0.1749299 Oct 01 04:20:03.256252 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dd0628-4f78-4412-b2ee-7f70c20fe4a3 None None] Pushing event updated for resources: {'Port': ['ID=41b05a33-2a83-45b8-8f0a-0475d5a4b486,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:03.459280 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:03.465682 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:03.479669 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-f37bc457-2b9c-4ac4-8029-c50051742543 req-37e04d05-fbd8-4393-a2e4-978d82a4da0a tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6c4e18-276e-43db-8d0d-387d89d724bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546884 Oct 01 04:20:03.483211 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1b205025-0816-4156-8386-c21f35d1c8c5 admin admin] Publish callbacks [] for router_gateway (99c881ec-29bc-4e60-b79a-2a435e983e6d), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:04.105016 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 41b05a33-2a83-45b8-8f0a-0475d5a4b486 up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:20:04.272964 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ebf46-ec51-4190-9b1d-62b8998cbc94 req-c5b6eb61-ea29-445e-8741-d74d6e3b9545 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:04.274833 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-341ebf46-ec51-4190-9b1d-62b8998cbc94 req-c5b6eb61-ea29-445e-8741-d74d6e3b9545 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 945 time: 0.2670786 Oct 01 04:20:04.335961 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port 41b05a33-2a83-45b8-8f0a-0475d5a4b486 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:20:04.336473 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (41b05a33-2a83-45b8-8f0a-0475d5a4b486), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:04.336671 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port 41b05a33-2a83-45b8-8f0a-0475d5a4b486 Oct 01 04:20:04.395881 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1b205025-0816-4156-8386-c21f35d1c8c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989814'] for router (99c881ec-29bc-4e60-b79a-2a435e983e6d), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:04.402613 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:04.537601 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:04.556327 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be628440-42e0-416f-9750-f94fb3b94a5a req-2175f7db-5ef9-481d-9dc7-2877b248d318 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:04.558292 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-be628440-42e0-416f-9750-f94fb3b94a5a req-2175f7db-5ef9-481d-9dc7-2877b248d318 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9b645ab8-978e-40cd-b80d-6c82e666ebb5 HTTP/1.1" status: 200 len: 946 time: 0.1882236 Oct 01 04:20:04.724789 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port 41b05a33-2a83-45b8-8f0a-0475d5a4b486 is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:20:04.725672 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (41b05a33-2a83-45b8-8f0a-0475d5a4b486), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:04.795125 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c57d7f-8531-42f5-8599-a81595a378c2 req-be91a161-531f-42da-8f3b-932306a1a4e7 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:04.802975 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-65c57d7f-8531-42f5-8599-a81595a378c2 req-be91a161-531f-42da-8f3b-932306a1a4e7 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2906cc69-afd9-45dd-b846-38782722ed9a HTTP/1.1" status: 200 len: 945 time: 0.8001616 Oct 01 04:20:04.850997 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] For port 41b05a33-2a83-45b8-8f0a-0475d5a4b486, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=41b05a33-2a83-45b8-8f0a-0475d5a4b486,segment=NetworkSegment(614ad64a-e84b-4b23-b245-f6cd1be567b7),segment_id=614ad64a-e84b-4b23-b245-f6cd1be567b7)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:20:04.866047 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (41b05a33-2a83-45b8-8f0a-0475d5a4b486), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:04.887996 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-be628440-42e0-416f-9750-f94fb3b94a5a req-c581378f-a9d7-4319-8d90-994e61d95b1c tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Deleting port ebe95b99-24a6-44fb-8c24-2e123866c304 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:20:04.888791 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-be628440-42e0-416f-9750-f94fb3b94a5a req-c581378f-a9d7-4319-8d90-994e61d95b1c tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (ebe95b99-24a6-44fb-8c24-2e123866c304), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:04.927744 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-341ebf46-ec51-4190-9b1d-62b8998cbc94 req-89310e4c-57a2-4a43-81b2-a9fea9f62801 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5286560 Oct 01 04:20:05.028788 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-65c57d7f-8531-42f5-8599-a81595a378c2 req-69537c7e-7fed-42a5-a1c7-d90f308782e2 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231300 Oct 01 04:20:05.030684 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Pushing event updated for resources: {'Port': ['ID=41b05a33-2a83-45b8-8f0a-0475d5a4b486,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:05.040686 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b205025-0816-4156-8386-c21f35d1c8c5 admin admin] Router 99c881ec-29bc-4e60-b79a-2a435e983e6d is scheduled to L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 with binding_index 1 {{(pid=106386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 01 04:20:05.101350 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-be628440-42e0-416f-9750-f94fb3b94a5a req-c581378f-a9d7-4319-8d90-994e61d95b1c tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] For port ebe95b99-24a6-44fb-8c24-2e123866c304, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=ebe95b99-24a6-44fb-8c24-2e123866c304,segment=NetworkSegment(67a5d6d3-c0ca-4b8f-975c-656f0db03ab2),segment_id=67a5d6d3-c0ca-4b8f-975c-656f0db03ab2)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:20:05.101722 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-be628440-42e0-416f-9750-f94fb3b94a5a req-c581378f-a9d7-4319-8d90-994e61d95b1c tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (ebe95b99-24a6-44fb-8c24-2e123866c304), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:05.125703 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-be628440-42e0-416f-9750-f94fb3b94a5a req-c581378f-a9d7-4319-8d90-994e61d95b1c tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Calling delete_port for ebe95b99-24a6-44fb-8c24-2e123866c304 owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:20:05.213124 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1900bee5-72ed-43a9-a98e-581dea212044 None None] Network a58a68a2-3485-47fc-a402-341c963919cc requested from dv-cinder-860044-1-iscsi {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 01 04:20:05.288580 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e1324a-6a1f-4747-9dc3-ab57c4618598 req-756fd5d6-08d5-4e97-a2db-c22f5c66518b tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:05.290273 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-59e1324a-6a1f-4747-9dc3-ab57c4618598 req-756fd5d6-08d5-4e97-a2db-c22f5c66518b tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9b645ab8-978e-40cd-b80d-6c82e666ebb5 HTTP/1.1" status: 200 len: 946 time: 0.0668159 Oct 01 04:20:05.354086 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b205025-0816-4156-8386-c21f35d1c8c5 admin admin] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:20:05.365274 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd0ef23-561c-432f-a152-55dd69641545 None None] Sync routers for ids ['99c881ec-29bc-4e60-b79a-2a435e983e6d'] in dv-cinder-860044-1-iscsi {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:20:05.367560 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-be628440-42e0-416f-9750-f94fb3b94a5a req-c581378f-a9d7-4319-8d90-994e61d95b1c tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (ebe95b99-24a6-44fb-8c24-2e123866c304), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:05.375399 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-59e1324a-6a1f-4747-9dc3-ab57c4618598 req-87a718be-cde2-472d-a41c-38d95d237ef3 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6c4e18-276e-43db-8d0d-387d89d724bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746026 Oct 01 04:20:05.378655 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1b205025-0816-4156-8386-c21f35d1c8c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:05.383674 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-1b205025-0816-4156-8386-c21f35d1c8c5 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4006798 Oct 01 04:20:05.383674 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 36732) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:20:05.408964 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd0ef23-561c-432f-a152-55dd69641545 None None] Routers {'99c881ec-29bc-4e60-b79a-2a435e983e6d'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:20:05.411434 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-2bd0ef23-561c-432f-a152-55dd69641545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:19:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['99c881ec-29bc-4e60-b79a-2a435e983e6d'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:20:05.421469 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c581378f-a9d7-4319-8d90-994e61d95b1c tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Pushing event deleted for resources: {'Port': ['ID=ebe95b99-24a6-44fb-8c24-2e123866c304,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:05.427977 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-569ebdf4-8086-46bd-829d-a7e2a3e5b852 None None] Provisioning complete for port 41b05a33-2a83-45b8-8f0a-0475d5a4b486 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:20:05.429375 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-569ebdf4-8086-46bd-829d-a7e2a3e5b852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (41b05a33-2a83-45b8-8f0a-0475d5a4b486), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:05.430042 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-569ebdf4-8086-46bd-829d-a7e2a3e5b852 None None] Attempt 1 to provision port 41b05a33-2a83-45b8-8f0a-0475d5a4b486 Oct 01 04:20:05.552804 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-be628440-42e0-416f-9750-f94fb3b94a5a req-c581378f-a9d7-4319-8d90-994e61d95b1c tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] No DVR routers for this DVR port ebe95b99-24a6-44fb-8c24-2e123866c304 on host hv-cinder-86004 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 01 04:20:05.561170 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-be628440-42e0-416f-9750-f94fb3b94a5a req-c581378f-a9d7-4319-8d90-994e61d95b1c tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:05.570699 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-be628440-42e0-416f-9750-f94fb3b94a5a req-c581378f-a9d7-4319-8d90-994e61d95b1c tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.25 "DELETE /networking/v2.0/ports/ebe95b99-24a6-44fb-8c24-2e123866c304 HTTP/1.1" status: 204 len: 173 time: 0.9958861 Oct 01 04:20:05.574094 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b645ab8-978e-40cd-b80d-6c82e666ebb5', 'name': 'network-vif-deleted', 'tag': 'ebe95b99-24a6-44fb-8c24-2e123866c304'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:20:05.579523 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23a471ff00a13a2eea8c87216c43e2c9873adc8b08d975975de21b294c9ff96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c726a681-19e2-4451-9c7c-ff7d932f2e7c" -d '{"events": [{"server_uuid": "9b645ab8-978e-40cd-b80d-6c82e666ebb5", "name": "network-vif-deleted", "tag": "ebe95b99-24a6-44fb-8c24-2e123866c304"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:20:05.701907 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 01 Oct 2022 04:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39b48e4-adc9-4a51-abca-378c97a122be x-openstack-request-id: req-f39b48e4-adc9-4a51-abca-378c97a122be {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:20:05.702324 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b645ab8-978e-40cd-b80d-6c82e666ebb5", "name": "network-vif-deleted", "tag": "ebe95b99-24a6-44fb-8c24-2e123866c304", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:20:05.702687 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f39b48e4-adc9-4a51-abca-378c97a122be {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:20:05.703010 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f39b48e4-adc9-4a51-abca-378c97a122be'] response: {'server_uuid': '9b645ab8-978e-40cd-b80d-6c82e666ebb5', 'name': 'network-vif-deleted', 'tag': 'ebe95b99-24a6-44fb-8c24-2e123866c304', 'status': 'completed', 'code': 200} Oct 01 04:20:05.728748 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50fd27-4bdf-4e8e-852a-9b2907c5ce0b req-319dc7e0-5767-4dad-bd88-b3d90a0d90b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:05.734476 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-2bd0ef23-561c-432f-a152-55dd69641545 None None] Set router 99c881ec-29bc-4e60-b79a-2a435e983e6d gateway port host: dv-cinder-860044-1-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:20:05.738456 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-cd50fd27-4bdf-4e8e-852a-9b2907c5ce0b req-319dc7e0-5767-4dad-bd88-b3d90a0d90b2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2906cc69-afd9-45dd-b846-38782722ed9a HTTP/1.1" status: 200 len: 1129 time: 0.1547282 Oct 01 04:20:05.816645 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-569ebdf4-8086-46bd-829d-a7e2a3e5b852 None None] Current status of the port 41b05a33-2a83-45b8-8f0a-0475d5a4b486 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:20:05.856102 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-cd50fd27-4bdf-4e8e-852a-9b2907c5ce0b req-08d0e6a3-7333-43bb-8dbb-ed526a44dbc7 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099565 Oct 01 04:20:06.206686 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 0947e392-a44d-41d6-a70f-9f4328db3942 up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:20:06.240001 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-2bd0ef23-561c-432f-a152-55dd69641545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'name': 'tempest-TestVolumeBootPattern-2117925739-router', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '89429a02-b2f7-4923-a8c6-35b9f52c80d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:20:01Z', 'updated_at': '2022-10-01T04:20:03Z', 'revision_number': 3, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'gw_port': {'id': '89429a02-b2f7-4923-a8c6-35b9f52c80d3', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:20:01Z', 'updated_at': '2022-10-01T04:20:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi'}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:20:06.272042 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd0ef23-561c-432f-a152-55dd69641545 None None] Checking router: 99c881ec-29bc-4e60-b79a-2a435e983e6d for host: dv-cinder-860044-1-iscsi {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:20:06.272867 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd0ef23-561c-432f-a152-55dd69641545 None None] Updating router 99c881ec-29bc-4e60-b79a-2a435e983e6d port 89429a02-b2f7-4923-a8c6-35b9f52c80d3 binding host dv-cinder-860044-1-iscsi {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 01 04:20:06.331271 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2bd0ef23-561c-432f-a152-55dd69641545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (89429a02-b2f7-4923-a8c6-35b9f52c80d3), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:06.336082 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:06.434177 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-e5320e85-5ffa-4c28-a827-8c4514f37308 None None] Provisioning complete for port 41b05a33-2a83-45b8-8f0a-0475d5a4b486 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:20:06.435650 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e5320e85-5ffa-4c28-a827-8c4514f37308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (41b05a33-2a83-45b8-8f0a-0475d5a4b486), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:06.436220 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-e5320e85-5ffa-4c28-a827-8c4514f37308 None None] Attempt 1 to provision port 41b05a33-2a83-45b8-8f0a-0475d5a4b486 Oct 01 04:20:06.495369 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 36762) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:20:06.540675 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0c785-d8f4-48da-91ff-77f16df16053 req-d12afc30-1f55-4e21-b76f-892922f7da51 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:06.548739 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port 0947e392-a44d-41d6-a70f-9f4328db3942 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:20:06.553742 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b3b0c785-d8f4-48da-91ff-77f16df16053 req-d12afc30-1f55-4e21-b76f-892922f7da51 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2906cc69-afd9-45dd-b846-38782722ed9a HTTP/1.1" status: 200 len: 945 time: 0.1932890 Oct 01 04:20:06.558828 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (0947e392-a44d-41d6-a70f-9f4328db3942), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:06.563453 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port 0947e392-a44d-41d6-a70f-9f4328db3942 Oct 01 04:20:06.731403 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c6696b72-91ea-4e1d-904c-af1c5afeb7ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:06.734336 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9290a-4b13-44df-b0d6-cbd2e471f013 req-e0fae5c7-866f-40bf-9c95-1cd9048f6e31 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:06.739381 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-36c9290a-4b13-44df-b0d6-cbd2e471f013 req-e0fae5c7-866f-40bf-9c95-1cd9048f6e31 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 945 time: 0.3760602 Oct 01 04:20:06.739833 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:06.780341 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:06.796492 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-e5320e85-5ffa-4c28-a827-8c4514f37308 None None] Current status of the port 41b05a33-2a83-45b8-8f0a-0475d5a4b486 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:20:06.835493 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:06.861598 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c6696b72-91ea-4e1d-904c-af1c5afeb7ce admin admin] Publish callbacks [] for security_group (0c97a4c7-5f2b-470f-a2ff-5ca2c78371ca), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:06.868740 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c6696b72-91ea-4e1d-904c-af1c5afeb7ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (0c97a4c7-5f2b-470f-a2ff-5ca2c78371ca), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:06.903404 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b3b0c785-d8f4-48da-91ff-77f16df16053 req-6df3adcc-1857-4dd4-b8d0-0078078db462 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462374 Oct 01 04:20:06.924048 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2bd0ef23-561c-432f-a152-55dd69641545 None None] Publish callbacks [] for port (89429a02-b2f7-4923-a8c6-35b9f52c80d3), precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:06.927196 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:06.928400 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:06.933186 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2bd0ef23-561c-432f-a152-55dd69641545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (89429a02-b2f7-4923-a8c6-35b9f52c80d3), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:06.945190 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-36c9290a-4b13-44df-b0d6-cbd2e471f013 req-60272e0d-2c64-4dee-9703-adedbac1a924 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890562 Oct 01 04:20:06.952606 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port 0947e392-a44d-41d6-a70f-9f4328db3942 is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:20:06.954554 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (0947e392-a44d-41d6-a70f-9f4328db3942), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:06.966084 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-c6696b72-91ea-4e1d-904c-af1c5afeb7ce admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=d763a5486b04409ea03c1b5730493ac6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4660213 Oct 01 04:20:06.967674 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6696b72-91ea-4e1d-904c-af1c5afeb7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c97a4c7-5f2b-470f-a2ff-5ca2c78371ca,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:06.970208 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 36766) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:20:06.992057 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a2bc93-0ac8-47b4-8b6b-8979b26475c6 None None] Sync routers for ids ['a1e5eb16-62da-4f41-939c-454210864e37'] in dv-cinder-860044-1-iscsi {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:20:07.023370 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923bc170-55a4-4c75-a938-1d01b9067e27 None None] Pushing event updated for resources: {'Port': ['ID=89429a02-b2f7-4923-a8c6-35b9f52c80d3,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:07.033059 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-2bd0ef23-561c-432f-a152-55dd69641545 None None] Attempting to bind port 89429a02-b2f7-4923-a8c6-35b9f52c80d3 on host dv-cinder-860044-1-iscsi for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 01 04:20:07.033437 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-2bd0ef23-561c-432f-a152-55dd69641545 None None] Attempting to bind port 89429a02-b2f7-4923-a8c6-35b9f52c80d3 by drivers openvswitch,hyperv on host dv-cinder-860044-1-iscsi at level 0 using segments [{'id': 'e11c25a1-22bc-489d-94fb-b6370ba219df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 01 04:20:07.034286 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd0ef23-561c-432f-a152-55dd69641545 None None] Attempting to bind port 89429a02-b2f7-4923-a8c6-35b9f52c80d3 on network 1c94595f-3990-43c2-b34b-d882a8bf5172 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:20:07.057814 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a2bc93-0ac8-47b4-8b6b-8979b26475c6 None None] Routers {'a1e5eb16-62da-4f41-939c-454210864e37'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:20:07.060391 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-d0a2bc93-0ac8-47b4-8b6b-8979b26475c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:19:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['a1e5eb16-62da-4f41-939c-454210864e37'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:20:07.090236 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] For port 0947e392-a44d-41d6-a70f-9f4328db3942, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=0947e392-a44d-41d6-a70f-9f4328db3942,segment=NetworkSegment(e11c25a1-22bc-489d-94fb-b6370ba219df),segment_id=e11c25a1-22bc-489d-94fb-b6370ba219df)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:20:07.092814 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd0ef23-561c-432f-a152-55dd69641545 None None] Checking agent: {'id': 'd8875dbe-87f1-4639-b3ef-79ff4b202d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860044-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 1, 4, 9, 48), 'started_at': datetime.datetime(2022, 10, 1, 4, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 1, 4, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860044-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 01 04:20:07.093371 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd0ef23-561c-432f-a152-55dd69641545 None None] Checking segment: {'id': 'e11c25a1-22bc-489d-94fb-b6370ba219df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:20:07.094178 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2bd0ef23-561c-432f-a152-55dd69641545 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:07.095056 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd0ef23-561c-432f-a152-55dd69641545 None None] Bound using segment: {'id': 'e11c25a1-22bc-489d-94fb-b6370ba219df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 01 04:20:07.095695 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-2bd0ef23-561c-432f-a152-55dd69641545 None None] Bound port: 89429a02-b2f7-4923-a8c6-35b9f52c80d3, host: dv-cinder-860044-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e11c25a1-22bc-489d-94fb-b6370ba219df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 01 04:20:07.096133 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2bd0ef23-561c-432f-a152-55dd69641545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (89429a02-b2f7-4923-a8c6-35b9f52c80d3), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:07.143510 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (0947e392-a44d-41d6-a70f-9f4328db3942), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:07.145291 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 41b05a33-2a83-45b8-8f0a-0475d5a4b486 up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:20:07.183267 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-57b5a772-b969-45aa-90c3-aa88ba10d6be req-669c0caa-53cf-49eb-8fc1-256b7834b983 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9b645ab8-978e-40cd-b80d-6c82e666ebb5 HTTP/1.1" status: 200 len: 210 time: 0.0689888 Oct 01 04:20:07.254119 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:07.285636 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c2688919-4fb6-4a73-9d6b-4d389b030906 admin admin] Publish callbacks [] for security_group (0c97a4c7-5f2b-470f-a2ff-5ca2c78371ca), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:07.310919 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c2688919-4fb6-4a73-9d6b-4d389b030906 admin admin] Publish callbacks [] for security_group (0c97a4c7-5f2b-470f-a2ff-5ca2c78371ca), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:07.317002 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2bd0ef23-561c-432f-a152-55dd69641545 None None] For port 89429a02-b2f7-4923-a8c6-35b9f52c80d3, host dv-cinder-860044-1-iscsi, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 01 04:20:07.325298 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2bd0ef23-561c-432f-a152-55dd69641545 None None] For port 89429a02-b2f7-4923-a8c6-35b9f52c80d3, host dv-cinder-860044-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=89429a02-b2f7-4923-a8c6-35b9f52c80d3,segment=NetworkSegment(e11c25a1-22bc-489d-94fb-b6370ba219df),segment_id=e11c25a1-22bc-489d-94fb-b6370ba219df)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 01 04:20:07.346006 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2bd0ef23-561c-432f-a152-55dd69641545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (89429a02-b2f7-4923-a8c6-35b9f52c80d3), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:07.349705 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device ebe95b99-24a6-44fb-8c24-2e123866c304 no longer exists at agent hyperv_hv-cinder-86004 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:20:07.381871 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c2688919-4fb6-4a73-9d6b-4d389b030906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (0c97a4c7-5f2b-470f-a2ff-5ca2c78371ca), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:07.390680 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c2688919-4fb6-4a73-9d6b-4d389b030906 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:07.392127 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-c2688919-4fb6-4a73-9d6b-4d389b030906 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/0c97a4c7-5f2b-470f-a2ff-5ca2c78371ca HTTP/1.1" status: 204 len: 168 time: 0.4181273 Oct 01 04:20:07.412500 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd0ef23-561c-432f-a152-55dd69641545 None None] Routers {'99c881ec-29bc-4e60-b79a-2a435e983e6d'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:20:07.413251 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-2bd0ef23-561c-432f-a152-55dd69641545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:19:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['99c881ec-29bc-4e60-b79a-2a435e983e6d'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:20:07.424576 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] No Port match for: ebe95b99-24a6-44fb-8c24-2e123866c304 {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 01 04:20:07.425533 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device ebe95b99-24a6-44fb-8c24-2e123866c304 not bound to the agent host hv-cinder-86004 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 01 04:20:07.483248 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2688919-4fb6-4a73-9d6b-4d389b030906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c97a4c7-5f2b-470f-a2ff-5ca2c78371ca,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:07.596699 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Pushing event updated for resources: {'Port': ['ID=0947e392-a44d-41d6-a70f-9f4328db3942,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:07.634397 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port 41b05a33-2a83-45b8-8f0a-0475d5a4b486 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:20:07.637423 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (41b05a33-2a83-45b8-8f0a-0475d5a4b486), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:07.638313 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port 41b05a33-2a83-45b8-8f0a-0475d5a4b486 Oct 01 04:20:07.697964 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923bc170-55a4-4c75-a938-1d01b9067e27 None None] Pushing event updated for resources: {'Port': ['ID=89429a02-b2f7-4923-a8c6-35b9f52c80d3,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:07.767711 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f34cbc0d-3a98-448d-a74c-6592ce8d0a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:07.783925 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=100 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:07.830228 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-d0a2bc93-0ac8-47b4-8b6b-8979b26475c6 None None] Set router a1e5eb16-62da-4f41-939c-454210864e37 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:20:07.914493 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-2bd0ef23-561c-432f-a152-55dd69641545 None None] Set router 99c881ec-29bc-4e60-b79a-2a435e983e6d gateway port host: dv-cinder-860044-1-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:20:07.943261 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 36782) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:20:08.031604 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port 41b05a33-2a83-45b8-8f0a-0475d5a4b486 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:20:08.188643 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.db.db_base_plugin_common [None req-f34cbc0d-3a98-448d-a74c-6592ce8d0a1d admin admin] Allocated IP 172.20.0.1 (a58a68a2-3485-47fc-a402-341c963919cc/87bf8ff7-1e8d-4433-8f68-75f944f2c18e/52776eac-a931-4561-998f-b83d8e03b65d) {{(pid=106386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:20:08.230905 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2cc17adf-a4ac-45bd-a908-826b17a7de1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:08.354211 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 36790) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:20:08.402406 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-64be81e6-3275-46b2-9585-b1a6ac65b304 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:08.420618 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-2bd0ef23-561c-432f-a152-55dd69641545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'name': 'tempest-TestVolumeBootPattern-2117925739-router', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '89429a02-b2f7-4923-a8c6-35b9f52c80d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:20:01Z', 'updated_at': '2022-10-01T04:20:03Z', 'revision_number': 3, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'gw_port': {'id': '89429a02-b2f7-4923-a8c6-35b9f52c80d3', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:20:01Z', 'updated_at': '2022-10-01T04:20:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi'}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:20:08.442155 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 0947e392-a44d-41d6-a70f-9f4328db3942 up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:20:08.489916 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:08.490646 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd0ef23-561c-432f-a152-55dd69641545 None None] The sync data for ids ['99c881ec-29bc-4e60-b79a-2a435e983e6d'] in dv-cinder-860044-1-iscsi is: [{'id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'name': 'tempest-TestVolumeBootPattern-2117925739-router', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '89429a02-b2f7-4923-a8c6-35b9f52c80d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:20:01Z', 'updated_at': '2022-10-01T04:20:03Z', 'revision_number': 3, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'gw_port': {'id': '89429a02-b2f7-4923-a8c6-35b9f52c80d3', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:20:01Z', 'updated_at': '2022-10-01T04:20:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi'}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:20:08.623441 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port 0947e392-a44d-41d6-a70f-9f4328db3942 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:20:08.624533 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (0947e392-a44d-41d6-a70f-9f4328db3942), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:08.624886 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port 0947e392-a44d-41d6-a70f-9f4328db3942 Oct 01 04:20:08.654983 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc5610c-2d6a-409f-ad71-20524d5936ff req-57fecac5-8cdb-45d1-9ec1-b8d86f37e9f2 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:08.673251 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-5dc5610c-2d6a-409f-ad71-20524d5936ff req-57fecac5-8cdb-45d1-9ec1-b8d86f37e9f2 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2906cc69-afd9-45dd-b846-38782722ed9a HTTP/1.1" status: 200 len: 945 time: 0.3042827 Oct 01 04:20:08.681771 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc75f80c-919c-4db9-af0a-6524d6139677 req-a7638dd4-5353-4d90-88f7-15009aa15866 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:08.706311 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-dc75f80c-919c-4db9-af0a-6524d6139677 req-a7638dd4-5353-4d90-88f7-15009aa15866 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 945 time: 0.3426201 Oct 01 04:20:08.725558 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2cc17adf-a4ac-45bd-a908-826b17a7de1c admin admin] Publish callbacks [] for security_group (94ee5588-f9f5-42f1-a4da-5e13195cf64f), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:08.741229 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2cc17adf-a4ac-45bd-a908-826b17a7de1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (94ee5588-f9f5-42f1-a4da-5e13195cf64f), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:08.747207 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-d0a2bc93-0ac8-47b4-8b6b-8979b26475c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e5eb16-62da-4f41-939c-454210864e37', 'name': 'tempest-TestMinimumBasicScenario-1907892122-router', 'tenant_id': '0187d00cc2bb49b3812b571c884fd809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0947e392-a44d-41d6-a70f-9f4328db3942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:19:54Z', 'updated_at': '2022-10-01T04:20:00Z', 'revision_number': 4, 'project_id': '0187d00cc2bb49b3812b571c884fd809', 'gw_port': {'id': '0947e392-a44d-41d6-a70f-9f4328db3942', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:39:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e5eb16-62da-4f41-939c-454210864e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:19:55Z', 'updated_at': '2022-10-01T04:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '445d3e4f-06c6-4f03-a242-9325c5a30a1e', 'name': '', 'network_id': '83727f78-e54c-44d6-a1e9-ab058f7477ce', 'tenant_id': '0187d00cc2bb49b3812b571c884fd809', 'mac_address': 'fa:16:3e:d8:44:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e5eb16-62da-4f41-939c-454210864e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd35cbb93-b7d9-4c0d-9a82-bc0c6fefc5ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:19:59Z', 'updated_at': '2022-10-01T04:20:00Z', 'revision_number': 2, 'project_id': '0187d00cc2bb49b3812b571c884fd809', 'subnets': [{'id': 'd35cbb93-b7d9-4c0d-9a82-bc0c6fefc5ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:20:08.789227 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a2bc93-0ac8-47b4-8b6b-8979b26475c6 None None] Checking router: a1e5eb16-62da-4f41-939c-454210864e37 for host: dv-cinder-860044-1-iscsi {{(pid=106388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:20:08.789605 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a2bc93-0ac8-47b4-8b6b-8979b26475c6 None None] Updating router a1e5eb16-62da-4f41-939c-454210864e37 port 445d3e4f-06c6-4f03-a242-9325c5a30a1e binding host dv-cinder-860044-1-iscsi {{(pid=106388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 01 04:20:08.834180 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d0a2bc93-0ac8-47b4-8b6b-8979b26475c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (445d3e4f-06c6-4f03-a242-9325c5a30a1e), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:08.856869 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc17adf-a4ac-45bd-a908-826b17a7de1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ee5588-f9f5-42f1-a4da-5e13195cf64f,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:08.865671 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-64be81e6-3275-46b2-9585-b1a6ac65b304 admin admin] Publish callbacks [] for security_group (2979a338-c51f-4a9f-8aae-6c79296d7ca0), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:08.867328 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:08.871419 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-2cc17adf-a4ac-45bd-a908-826b17a7de1c admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=f8b249a356c44057aa75318ff1ec4b1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9251094 Oct 01 04:20:08.873743 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-64be81e6-3275-46b2-9585-b1a6ac65b304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (2979a338-c51f-4a9f-8aae-6c79296d7ca0), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:08.877965 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 36798) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:20:08.890748 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f34cbc0d-3a98-448d-a74c-6592ce8d0a1d admin admin] Publish callbacks [] for port (52776eac-a931-4561-998f-b83d8e03b65d), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:08.895256 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-dc75f80c-919c-4db9-af0a-6524d6139677 req-23cbf671-1238-40df-8d93-71ffab69688a tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1879652 Oct 01 04:20:08.954074 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-5dc5610c-2d6a-409f-ad71-20524d5936ff req-d9ff0deb-54f6-472e-9498-a844b5493fde tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866499 Oct 01 04:20:08.978697 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port 0947e392-a44d-41d6-a70f-9f4328db3942 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:20:09.008434 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f34cbc0d-3a98-448d-a74c-6592ce8d0a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5071981'] for port (52776eac-a931-4561-998f-b83d8e03b65d), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:09.132227 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34cbc0d-3a98-448d-a74c-6592ce8d0a1d admin admin] Network a58a68a2-3485-47fc-a402-341c963919cc is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:20:09.146824 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-f34cbc0d-3a98-448d-a74c-6592ce8d0a1d admin admin] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:20:09.162090 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34cbc0d-3a98-448d-a74c-6592ce8d0a1d admin admin] Received port after_create {{(pid=106386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:20:09.165440 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64be81e6-3275-46b2-9585-b1a6ac65b304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2979a338-c51f-4a9f-8aae-6c79296d7ca0,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:09.168457 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34cbc0d-3a98-448d-a74c-6592ce8d0a1d admin admin] Pushing event updated for resources: {'Port': ['ID=52776eac-a931-4561-998f-b83d8e03b65d,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:09.292112 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-64be81e6-3275-46b2-9585-b1a6ac65b304 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=d7f5a6dc533e43d799e24f2459a7f0af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9341142 Oct 01 04:20:09.311044 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 36804) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:20:09.435453 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f34cbc0d-3a98-448d-a74c-6592ce8d0a1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7982369'] for router_interface (99c881ec-29bc-4e60-b79a-2a435e983e6d), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:09.474670 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c1a3c12d-51ae-427e-bc01-b4375a1c4f9e admin admin] Publish callbacks [] for security_group (94ee5588-f9f5-42f1-a4da-5e13195cf64f), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:09.571049 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c1a3c12d-51ae-427e-bc01-b4375a1c4f9e admin admin] Publish callbacks [] for security_group (94ee5588-f9f5-42f1-a4da-5e13195cf64f), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:09.730050 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037612a2-6285-4b0d-9f7d-9b2f337ee4b2 req-f692935a-2b62-4356-b403-f03aee8d453f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:09.731908 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-037612a2-6285-4b0d-9f7d-9b2f337ee4b2 req-f692935a-2b62-4356-b403-f03aee8d453f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=839c91c5262a49768c3e937b5a034137&device_id=2906cc69-afd9-45dd-b846-38782722ed9a HTTP/1.1" status: 200 len: 1129 time: 0.0752628 Oct 01 04:20:09.810133 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c1a3c12d-51ae-427e-bc01-b4375a1c4f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (94ee5588-f9f5-42f1-a4da-5e13195cf64f), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:09.813276 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c1a3c12d-51ae-427e-bc01-b4375a1c4f9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:09.814604 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-c1a3c12d-51ae-427e-bc01-b4375a1c4f9e admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/94ee5588-f9f5-42f1-a4da-5e13195cf64f HTTP/1.1" status: 204 len: 168 time: 0.8334811 Oct 01 04:20:09.816173 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-790497b7-89f8-42d7-876d-94cbded89165 None None] Provisioning complete for port 52776eac-a931-4561-998f-b83d8e03b65d triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:20:09.819424 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-790497b7-89f8-42d7-876d-94cbded89165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (52776eac-a931-4561-998f-b83d8e03b65d), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:09.820860 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-790497b7-89f8-42d7-876d-94cbded89165 None None] Attempt 1 to provision port 52776eac-a931-4561-998f-b83d8e03b65d Oct 01 04:20:09.828021 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ed3f5-40b0-4c05-9cd2-b1336b31ab46 req-7235ec46-1940-4991-aa0f-5cdb8939232b tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:09.835146 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-bb2ed3f5-40b0-4c05-9cd2-b1336b31ab46 req-7235ec46-1940-4991-aa0f-5cdb8939232b tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.26 "GET /networking/v2.0/networks?id=53afa43e-e4f6-45fd-be82-366552325c26 HTTP/1.1" status: 200 len: 809 time: 0.1604755 Oct 01 04:20:09.863557 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2b6180ad-05b9-4aaf-bed3-ebc8f7c4607e admin admin] Publish callbacks [] for security_group (2979a338-c51f-4a9f-8aae-6c79296d7ca0), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:09.875159 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a3c12d-51ae-427e-bc01-b4375a1c4f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ee5588-f9f5-42f1-a4da-5e13195cf64f,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:09.891277 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2b6180ad-05b9-4aaf-bed3-ebc8f7c4607e admin admin] Publish callbacks [] for security_group (2979a338-c51f-4a9f-8aae-6c79296d7ca0), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:09.958177 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037612a2-6285-4b0d-9f7d-9b2f337ee4b2 req-ea4bd9c5-5124-4cab-9011-eb0c45f54158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:09.960392 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-037612a2-6285-4b0d-9f7d-9b2f337ee4b2 req-ea4bd9c5-5124-4cab-9011-eb0c45f54158 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=9e21d865-d526-49ca-8e76-21cf583604c4 HTTP/1.1" status: 200 len: 920 time: 0.2224891 Oct 01 04:20:09.974143 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-790497b7-89f8-42d7-876d-94cbded89165 None None] Port 52776eac-a931-4561-998f-b83d8e03b65d cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 01 04:20:09.975368 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb462983-9509-4ce3-99a5-554a28b2f5ed req-9dc9416e-9878-43ec-8744-293bb480e915 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:09.982557 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-eb462983-9509-4ce3-99a5-554a28b2f5ed req-9dc9416e-9878-43ec-8744-293bb480e915 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 945 time: 0.4396100 Oct 01 04:20:09.985099 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-bb2ed3f5-40b0-4c05-9cd2-b1336b31ab46 req-3c24c4f6-4bde-4518-8051-b29f6743f519 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.26 "GET /networking/v2.0/quotas/6452abdab41846a5915b7ea5d81b9811 HTTP/1.1" status: 200 len: 375 time: 0.1491277 Oct 01 04:20:10.023307 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-037612a2-6285-4b0d-9f7d-9b2f337ee4b2 req-d746cd6d-ed36-44f4-a0c7-ead638696f95 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4f9d636-f677-4f56-ac04-28e98716fbda HTTP/1.1" status: 200 len: 217 time: 0.0556052 Oct 01 04:20:10.104101 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:INSERT=13,neutron:SELECT=84,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:10.143866 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-bb2ed3f5-40b0-4c05-9cd2-b1336b31ab46 req-6172fc52-2b57-467c-9ee6-d7ca3cbe029a tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=6452abdab41846a5915b7ea5d81b9811&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1055551 Oct 01 04:20:10.151955 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:10.166833 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037612a2-6285-4b0d-9f7d-9b2f337ee4b2 req-14ea32e1-d686-41c1-b6d7-1b533f4ec427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:10.167339 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d0a2bc93-0ac8-47b4-8b6b-8979b26475c6 None None] Publish callbacks [] for port (445d3e4f-06c6-4f03-a242-9325c5a30a1e), precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:10.175414 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-037612a2-6285-4b0d-9f7d-9b2f337ee4b2 req-14ea32e1-d686-41c1-b6d7-1b533f4ec427 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5be7b0c5-9e6d-4922-a242-c74e298031bb HTTP/1.1" status: 200 len: 858 time: 0.1452663 Oct 01 04:20:10.178788 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d0a2bc93-0ac8-47b4-8b6b-8979b26475c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (445d3e4f-06c6-4f03-a242-9325c5a30a1e), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:10.210576 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:10.249386 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:10.274057 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037612a2-6285-4b0d-9f7d-9b2f337ee4b2 req-aeff644e-7adb-4c0c-8f26-8b8cb6214e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:10.274057 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-037612a2-6285-4b0d-9f7d-9b2f337ee4b2 req-aeff644e-7adb-4c0c-8f26-8b8cb6214e98 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=9e21d865-d526-49ca-8e76-21cf583604c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0827072 Oct 01 04:20:10.333857 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2b6180ad-05b9-4aaf-bed3-ebc8f7c4607e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (2979a338-c51f-4a9f-8aae-6c79296d7ca0), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:10.336592 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2b6180ad-05b9-4aaf-bed3-ebc8f7c4607e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:10.337602 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-2b6180ad-05b9-4aaf-bed3-ebc8f7c4607e admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/2979a338-c51f-4a9f-8aae-6c79296d7ca0 HTTP/1.1" status: 204 len: 168 time: 1.0251324 Oct 01 04:20:10.356613 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 89429a02-b2f7-4923-a8c6-35b9f52c80d3 up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:20:10.379003 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8edeac-dc52-455d-93a9-41f6e104ae7b None None] Pushing event updated for resources: {'Port': ['ID=445d3e4f-06c6-4f03-a242-9325c5a30a1e,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:10.465742 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-eb462983-9509-4ce3-99a5-554a28b2f5ed req-767e99b6-1f42-45b7-9e25-1c25ec2dc0cc tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e758483c-9e4c-4236-8a07-3b095c38114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4822829 Oct 01 04:20:10.496586 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6180ad-05b9-4aaf-bed3-ebc8f7c4607e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2979a338-c51f-4a9f-8aae-6c79296d7ca0,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:10.546254 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:10.552719 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-d0a2bc93-0ac8-47b4-8b6b-8979b26475c6 None None] Attempting to bind port 445d3e4f-06c6-4f03-a242-9325c5a30a1e on host dv-cinder-860044-1-iscsi for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 01 04:20:10.553170 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-d0a2bc93-0ac8-47b4-8b6b-8979b26475c6 None None] Attempting to bind port 445d3e4f-06c6-4f03-a242-9325c5a30a1e by drivers openvswitch,hyperv on host dv-cinder-860044-1-iscsi at level 0 using segments [{'id': '49b66d8e-351e-41f4-be8c-f79784837b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '83727f78-e54c-44d6-a1e9-ab058f7477ce'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 01 04:20:10.553672 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a2bc93-0ac8-47b4-8b6b-8979b26475c6 None None] Attempting to bind port 445d3e4f-06c6-4f03-a242-9325c5a30a1e on network 83727f78-e54c-44d6-a1e9-ab058f7477ce {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:20:10.561474 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f34cbc0d-3a98-448d-a74c-6592ce8d0a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (52776eac-a931-4561-998f-b83d8e03b65d), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:10.616693 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-037612a2-6285-4b0d-9f7d-9b2f337ee4b2 req-97d1ecc8-0491-4863-bcbd-58d16e0a06c3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9e21d865-d526-49ca-8e76-21cf583604c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301814 Oct 01 04:20:10.728072 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-bb2ed3f5-40b0-4c05-9cd2-b1336b31ab46 req-8f455ebe-941b-4060-a00e-510417816433 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/53afa43e-e4f6-45fd-be82-366552325c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5633399 Oct 01 04:20:10.733605 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port 89429a02-b2f7-4923-a8c6-35b9f52c80d3 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:20:10.738401 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (89429a02-b2f7-4923-a8c6-35b9f52c80d3), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:10.740054 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port 89429a02-b2f7-4923-a8c6-35b9f52c80d3 Oct 01 04:20:10.819692 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-037612a2-6285-4b0d-9f7d-9b2f337ee4b2 req-2dcce25f-da39-4857-8151-e234f7c1745f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9e21d865-d526-49ca-8e76-21cf583604c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949966 Oct 01 04:20:10.931621 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a2bc93-0ac8-47b4-8b6b-8979b26475c6 None None] Checking agent: {'id': 'd8875dbe-87f1-4639-b3ef-79ff4b202d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860044-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 1, 4, 9, 48), 'started_at': datetime.datetime(2022, 10, 1, 4, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 1, 4, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860044-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 01 04:20:10.932484 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a2bc93-0ac8-47b4-8b6b-8979b26475c6 None None] Checking segment: {'id': '49b66d8e-351e-41f4-be8c-f79784837b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '83727f78-e54c-44d6-a1e9-ab058f7477ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:20:10.932484 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d0a2bc93-0ac8-47b4-8b6b-8979b26475c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:10.933387 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a2bc93-0ac8-47b4-8b6b-8979b26475c6 None None] Bound using segment: {'id': '49b66d8e-351e-41f4-be8c-f79784837b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '83727f78-e54c-44d6-a1e9-ab058f7477ce'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 01 04:20:10.933516 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-d0a2bc93-0ac8-47b4-8b6b-8979b26475c6 None None] Bound port: 445d3e4f-06c6-4f03-a242-9325c5a30a1e, host: dv-cinder-860044-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49b66d8e-351e-41f4-be8c-f79784837b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '83727f78-e54c-44d6-a1e9-ab058f7477ce'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 01 04:20:10.933891 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d0a2bc93-0ac8-47b4-8b6b-8979b26475c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (445d3e4f-06c6-4f03-a242-9325c5a30a1e), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:11.128799 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port 89429a02-b2f7-4923-a8c6-35b9f52c80d3 is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:20:11.130413 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (89429a02-b2f7-4923-a8c6-35b9f52c80d3), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:11.157121 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:11.180866 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc0291-0c0b-4a0d-bf45-49750946c1dd req-8b2c3c65-5665-4321-b114-2a8adb409903 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:11.189668 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b4cc0291-0c0b-4a0d-bf45-49750946c1dd req-8b2c3c65-5665-4321-b114-2a8adb409903 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2906cc69-afd9-45dd-b846-38782722ed9a HTTP/1.1" status: 200 len: 945 time: 0.4872799 Oct 01 04:20:11.246763 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] For port 89429a02-b2f7-4923-a8c6-35b9f52c80d3, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=89429a02-b2f7-4923-a8c6-35b9f52c80d3,segment=NetworkSegment(e11c25a1-22bc-489d-94fb-b6370ba219df),segment_id=e11c25a1-22bc-489d-94fb-b6370ba219df)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:20:11.264700 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (89429a02-b2f7-4923-a8c6-35b9f52c80d3), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:11.279869 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-d0a2bc93-0ac8-47b4-8b6b-8979b26475c6 None None] For port 445d3e4f-06c6-4f03-a242-9325c5a30a1e, host dv-cinder-860044-1-iscsi, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 01 04:20:11.293459 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-d0a2bc93-0ac8-47b4-8b6b-8979b26475c6 None None] For port 445d3e4f-06c6-4f03-a242-9325c5a30a1e, host dv-cinder-860044-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=445d3e4f-06c6-4f03-a242-9325c5a30a1e,segment=NetworkSegment(49b66d8e-351e-41f4-be8c-f79784837b18),segment_id=49b66d8e-351e-41f4-be8c-f79784837b18)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 01 04:20:11.305631 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 36846) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:20:11.334190 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d0a2bc93-0ac8-47b4-8b6b-8979b26475c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (445d3e4f-06c6-4f03-a242-9325c5a30a1e), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:11.360778 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a2bc93-0ac8-47b4-8b6b-8979b26475c6 None None] Routers {'a1e5eb16-62da-4f41-939c-454210864e37'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:20:11.361585 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-d0a2bc93-0ac8-47b4-8b6b-8979b26475c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:19:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['a1e5eb16-62da-4f41-939c-454210864e37'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:20:11.366049 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-50742271-8169-4485-9011-34e0ab18508b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:11.367892 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Pushing event updated for resources: {'Port': ['ID=89429a02-b2f7-4923-a8c6-35b9f52c80d3,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:11.383932 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-bb2ed3f5-40b0-4c05-9cd2-b1336b31ab46 req-d079bb35-73c7-4211-a93c-6ff737090e29 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/53afa43e-e4f6-45fd-be82-366552325c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6604605 Oct 01 04:20:11.412124 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b4cc0291-0c0b-4a0d-bf45-49750946c1dd req-02bb4f38-3dbb-40f8-9cda-54e7c3704291 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211902 Oct 01 04:20:11.541140 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8edeac-dc52-455d-93a9-41f6e104ae7b None None] Pushing event updated for resources: {'Port': ['ID=445d3e4f-06c6-4f03-a242-9325c5a30a1e,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:11.573424 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-d0a2bc93-0ac8-47b4-8b6b-8979b26475c6 None None] Set router a1e5eb16-62da-4f41-939c-454210864e37 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:20:11.784511 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f34cbc0d-3a98-448d-a74c-6592ce8d0a1d admin admin] Publish callbacks [] for port (52776eac-a931-4561-998f-b83d8e03b65d), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:11.871586 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-50742271-8169-4485-9011-34e0ab18508b admin admin] Publish callbacks [] for security_group (9c1053b0-c35c-496d-b84d-093a33777967), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:11.880973 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f61dcb-b14e-4e6f-9911-f64fc58ccdec req-558e1ea3-80f7-4481-bc47-6d2c8d45eaa4 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:11.882919 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b3f61dcb-b14e-4e6f-9911-f64fc58ccdec req-558e1ea3-80f7-4481-bc47-6d2c8d45eaa4 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 945 time: 0.2919137 Oct 01 04:20:11.900131 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f34cbc0d-3a98-448d-a74c-6592ce8d0a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5071994'] for port (52776eac-a931-4561-998f-b83d8e03b65d), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:11.902006 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-50742271-8169-4485-9011-34e0ab18508b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (9c1053b0-c35c-496d-b84d-093a33777967), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:12.059957 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-d0a2bc93-0ac8-47b4-8b6b-8979b26475c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e5eb16-62da-4f41-939c-454210864e37', 'name': 'tempest-TestMinimumBasicScenario-1907892122-router', 'tenant_id': '0187d00cc2bb49b3812b571c884fd809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0947e392-a44d-41d6-a70f-9f4328db3942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:19:54Z', 'updated_at': '2022-10-01T04:20:00Z', 'revision_number': 4, 'project_id': '0187d00cc2bb49b3812b571c884fd809', 'gw_port': {'id': '0947e392-a44d-41d6-a70f-9f4328db3942', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:39:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e5eb16-62da-4f41-939c-454210864e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:19:55Z', 'updated_at': '2022-10-01T04:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '445d3e4f-06c6-4f03-a242-9325c5a30a1e', 'name': '', 'network_id': '83727f78-e54c-44d6-a1e9-ab058f7477ce', 'tenant_id': '0187d00cc2bb49b3812b571c884fd809', 'mac_address': 'fa:16:3e:d8:44:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e5eb16-62da-4f41-939c-454210864e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd35cbb93-b7d9-4c0d-9a82-bc0c6fefc5ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:19:59Z', 'updated_at': '2022-10-01T04:20:11Z', 'revision_number': 4, 'project_id': '0187d00cc2bb49b3812b571c884fd809', 'subnets': [{'id': 'd35cbb93-b7d9-4c0d-9a82-bc0c6fefc5ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:20:12.130466 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c41b73-3b18-4618-bc14-48c28a5ea49c req-0bf9aefb-5f35-42fe-aabc-51dcb87d1151 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:12.138759 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a2bc93-0ac8-47b4-8b6b-8979b26475c6 None None] The sync data for ids ['a1e5eb16-62da-4f41-939c-454210864e37'] in dv-cinder-860044-1-iscsi is: [{'id': 'a1e5eb16-62da-4f41-939c-454210864e37', 'name': 'tempest-TestMinimumBasicScenario-1907892122-router', 'tenant_id': '0187d00cc2bb49b3812b571c884fd809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0947e392-a44d-41d6-a70f-9f4328db3942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:19:54Z', 'updated_at': '2022-10-01T04:20:00Z', 'revision_number': 4, 'project_id': '0187d00cc2bb49b3812b571c884fd809', 'gw_port': {'id': '0947e392-a44d-41d6-a70f-9f4328db3942', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:39:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e5eb16-62da-4f41-939c-454210864e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:19:55Z', 'updated_at': '2022-10-01T04:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '445d3e4f-06c6-4f03-a242-9325c5a30a1e', 'name': '', 'network_id': '83727f78-e54c-44d6-a1e9-ab058f7477ce', 'tenant_id': '0187d00cc2bb49b3812b571c884fd809', 'mac_address': 'fa:16:3e:d8:44:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e5eb16-62da-4f41-939c-454210864e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd35cbb93-b7d9-4c0d-9a82-bc0c6fefc5ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:19:59Z', 'updated_at': '2022-10-01T04:20:11Z', 'revision_number': 4, 'project_id': '0187d00cc2bb49b3812b571c884fd809', 'subnets': [{'id': 'd35cbb93-b7d9-4c0d-9a82-bc0c6fefc5ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:20:12.140329 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a0c41b73-3b18-4618-bc14-48c28a5ea49c req-0bf9aefb-5f35-42fe-aabc-51dcb87d1151 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 945 time: 0.2544849 Oct 01 04:20:12.142303 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34cbc0d-3a98-448d-a74c-6592ce8d0a1d admin admin] Pushing event updated for resources: {'Port': ['ID=52776eac-a931-4561-998f-b83d8e03b65d,revision_number=2']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:12.190997 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:12.227151 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-50742271-8169-4485-9011-34e0ab18508b admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=662988b4ef8d429083503a93a74a7773&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9139564 Oct 01 04:20:12.230818 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 36872) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:20:12.244276 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50742271-8169-4485-9011-34e0ab18508b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1053b0-c35c-496d-b84d-093a33777967,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:12.260621 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f34cbc0d-3a98-448d-a74c-6592ce8d0a1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7886632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7982485'] for router_interface (99c881ec-29bc-4e60-b79a-2a435e983e6d), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:12.319033 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 445d3e4f-06c6-4f03-a242-9325c5a30a1e up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:20:12.365194 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b3f61dcb-b14e-4e6f-9911-f64fc58ccdec req-d6106e85-fb09-4373-8a11-3ce37c8210da tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4246802 Oct 01 04:20:12.411848 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-972192e0-aa63-4d95-80ed-120d457caad3 admin admin] Publish callbacks [] for security_group (9c1053b0-c35c-496d-b84d-093a33777967), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:12.460890 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-972192e0-aa63-4d95-80ed-120d457caad3 admin admin] Publish callbacks [] for security_group (9c1053b0-c35c-496d-b84d-093a33777967), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:12.494549 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:12.506914 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port 445d3e4f-06c6-4f03-a242-9325c5a30a1e triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:20:12.506914 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (445d3e4f-06c6-4f03-a242-9325c5a30a1e), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:12.506914 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port 445d3e4f-06c6-4f03-a242-9325c5a30a1e Oct 01 04:20:12.599053 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-972192e0-aa63-4d95-80ed-120d457caad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (9c1053b0-c35c-496d-b84d-093a33777967), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:12.607290 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-972192e0-aa63-4d95-80ed-120d457caad3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:12.613687 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-972192e0-aa63-4d95-80ed-120d457caad3 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/9c1053b0-c35c-496d-b84d-093a33777967 HTTP/1.1" status: 204 len: 168 time: 0.3809302 Oct 01 04:20:12.639328 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972192e0-aa63-4d95-80ed-120d457caad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1053b0-c35c-496d-b84d-093a33777967,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:12.643165 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a0c41b73-3b18-4618-bc14-48c28a5ea49c req-e7378a62-2362-43ae-9fc3-88e9099c6ba1 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e758483c-9e4c-4236-8a07-3b095c38114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5020275 Oct 01 04:20:12.705487 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-0b086a63-60ac-4857-872a-86ea1f0d3687 req-2dbad051-061c-4a11-930c-3c693b663b42 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=43214db8-967a-4a0d-938b-85b40b1730da HTTP/1.1" status: 200 len: 210 time: 0.2228553 Oct 01 04:20:12.715897 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 36882) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:20:12.769215 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:12.861908 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a8875006-2fd7-4b46-bc9a-495ded1e7c6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (973633b6-dd94-436d-b3a5-971dbc41e63c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:12.902769 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34cbc0d-3a98-448d-a74c-6592ce8d0a1d admin admin] Network a58a68a2-3485-47fc-a402-341c963919cc is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:20:12.912740 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-f34cbc0d-3a98-448d-a74c-6592ce8d0a1d admin admin] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:20:12.921732 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port 445d3e4f-06c6-4f03-a242-9325c5a30a1e is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:20:12.922621 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (445d3e4f-06c6-4f03-a242-9325c5a30a1e), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:12.933223 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ebe6f8-a1c4-4c39-9e6d-ef7071ca7f36 req-68cd8cdf-738c-4e0e-9b2e-2e3675238203 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:12.944750 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-34ebe6f8-a1c4-4c39-9e6d-ef7071ca7f36 req-68cd8cdf-738c-4e0e-9b2e-2e3675238203 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2906cc69-afd9-45dd-b846-38782722ed9a HTTP/1.1" status: 200 len: 945 time: 0.1538115 Oct 01 04:20:12.958292 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:13.025791 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] For port 445d3e4f-06c6-4f03-a242-9325c5a30a1e, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=445d3e4f-06c6-4f03-a242-9325c5a30a1e,segment=NetworkSegment(49b66d8e-351e-41f4-be8c-f79784837b18),segment_id=49b66d8e-351e-41f4-be8c-f79784837b18)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:20:13.039839 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (445d3e4f-06c6-4f03-a242-9325c5a30a1e), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:13.044522 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 89429a02-b2f7-4923-a8c6-35b9f52c80d3 up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:20:13.045699 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2974f72b-b13e-4393-9fcc-d95b271cc447 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:13.261951 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2974f72b-b13e-4393-9fcc-d95b271cc447 admin admin] Publish callbacks [] for security_group (9f4d9300-b081-4260-8da4-680f16eea042), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:13.275334 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2974f72b-b13e-4393-9fcc-d95b271cc447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (9f4d9300-b081-4260-8da4-680f16eea042), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:13.351289 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2974f72b-b13e-4393-9fcc-d95b271cc447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4d9300-b081-4260-8da4-680f16eea042,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:13.354904 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Pushing event updated for resources: {'Port': ['ID=445d3e4f-06c6-4f03-a242-9325c5a30a1e,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:13.364449 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-34ebe6f8-a1c4-4c39-9e6d-ef7071ca7f36 req-9b154952-ae5f-487b-8673-646e8dcc28d4 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4123914 Oct 01 04:20:13.371738 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port 89429a02-b2f7-4923-a8c6-35b9f52c80d3 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:20:13.372129 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (89429a02-b2f7-4923-a8c6-35b9f52c80d3), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:13.377100 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port 89429a02-b2f7-4923-a8c6-35b9f52c80d3 Oct 01 04:20:13.447731 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f34cbc0d-3a98-448d-a74c-6592ce8d0a1d admin admin] Router 99c881ec-29bc-4e60-b79a-2a435e983e6d has already been hosted by L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 {{(pid=106386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 01 04:20:13.460497 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-2974f72b-b13e-4393-9fcc-d95b271cc447 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=3d7275e32e964dcd8296d442d1bf1ea1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7401824 Oct 01 04:20:13.461253 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 36892) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:20:13.555110 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-13610558-a030-4b4e-92f2-f132ce18e4a7 None None] Provisioning complete for port 52776eac-a931-4561-998f-b83d8e03b65d triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:20:13.555485 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-13610558-a030-4b4e-92f2-f132ce18e4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (52776eac-a931-4561-998f-b83d8e03b65d), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:13.555831 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-13610558-a030-4b4e-92f2-f132ce18e4a7 None None] Attempt 1 to provision port 52776eac-a931-4561-998f-b83d8e03b65d Oct 01 04:20:13.621612 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1f84a10e-9542-4e7a-939b-4adff75692c4 admin admin] Publish callbacks [] for security_group (9f4d9300-b081-4260-8da4-680f16eea042), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:13.682446 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1f84a10e-9542-4e7a-939b-4adff75692c4 admin admin] Publish callbacks [] for security_group (9f4d9300-b081-4260-8da4-680f16eea042), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:13.796733 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1f84a10e-9542-4e7a-939b-4adff75692c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (9f4d9300-b081-4260-8da4-680f16eea042), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:13.813694 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1f84a10e-9542-4e7a-939b-4adff75692c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:13.817684 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-13610558-a030-4b4e-92f2-f132ce18e4a7 None None] Port 52776eac-a931-4561-998f-b83d8e03b65d cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 01 04:20:13.817875 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-1f84a10e-9542-4e7a-939b-4adff75692c4 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/9f4d9300-b081-4260-8da4-680f16eea042 HTTP/1.1" status: 204 len: 168 time: 0.3490820 Oct 01 04:20:13.846431 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f84a10e-9542-4e7a-939b-4adff75692c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4d9300-b081-4260-8da4-680f16eea042,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:13.849399 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port 89429a02-b2f7-4923-a8c6-35b9f52c80d3 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:20:13.954191 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ec6cf7-c00f-4121-bc3f-c481609590b5 req-8c070af0-a3d4-4d91-bf3c-42d6b4739bb3 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:13.956191 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-13ec6cf7-c00f-4121-bc3f-c481609590b5 req-8c070af0-a3d4-4d91-bf3c-42d6b4739bb3 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 945 time: 0.4289830 Oct 01 04:20:14.059170 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e2c68-3120-473d-8d9f-456f62dffc50 req-e3fa5b26-c53a-4498-bd06-090dba5f732a tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:14.067350 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-237e2c68-3120-473d-8d9f-456f62dffc50 req-e3fa5b26-c53a-4498-bd06-090dba5f732a tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 945 time: 0.1396637 Oct 01 04:20:14.094980 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34cbc0d-3a98-448d-a74c-6592ce8d0a1d admin admin] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:20:14.103883 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-f34cbc0d-3a98-448d-a74c-6592ce8d0a1d admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/99c881ec-29bc-4e60-b79a-2a435e983e6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7195666 Oct 01 04:20:14.118393 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce65f18-80d2-4a65-9cb2-a6fc98b688f6 None None] Sync routers for ids ['99c881ec-29bc-4e60-b79a-2a435e983e6d'] in dv-cinder-860044-1-iscsi {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:20:14.138122 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce65f18-80d2-4a65-9cb2-a6fc98b688f6 None None] Routers {'99c881ec-29bc-4e60-b79a-2a435e983e6d'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:20:14.146174 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-9ce65f18-80d2-4a65-9cb2-a6fc98b688f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:19:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['99c881ec-29bc-4e60-b79a-2a435e983e6d'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:20:14.280427 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 445d3e4f-06c6-4f03-a242-9325c5a30a1e up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:20:14.291802 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-237e2c68-3120-473d-8d9f-456f62dffc50 req-71b83ad5-4466-4804-86cc-17f27a201e15 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e758483c-9e4c-4236-8a07-3b095c38114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2040601 Oct 01 04:20:14.331589 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-13ec6cf7-c00f-4121-bc3f-c481609590b5 req-462c1d56-8def-45cf-8bc9-354e37f3dddc tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3324738 Oct 01 04:20:14.429915 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port 445d3e4f-06c6-4f03-a242-9325c5a30a1e triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:20:14.430929 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (445d3e4f-06c6-4f03-a242-9325c5a30a1e), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:14.447321 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port 445d3e4f-06c6-4f03-a242-9325c5a30a1e Oct 01 04:20:14.514192 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-9ce65f18-80d2-4a65-9cb2-a6fc98b688f6 None None] Set router 99c881ec-29bc-4e60-b79a-2a435e983e6d gateway port host: dv-cinder-860044-1-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:20:14.531854 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-abdfd76e-6244-41ef-8f06-2da6698d4e72 req-6a60f53b-f552-4949-a210-d1a380991b19 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=43214db8-967a-4a0d-938b-85b40b1730da HTTP/1.1" status: 200 len: 210 time: 0.0940537 Oct 01 04:20:14.758728 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680b712-a4c7-4c0f-a2fa-bad8d20aa765 req-4009a592-c35e-4859-bca2-2d47076058c4 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:14.760911 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-9680b712-a4c7-4c0f-a2fa-bad8d20aa765 req-4009a592-c35e-4859-bca2-2d47076058c4 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2906cc69-afd9-45dd-b846-38782722ed9a HTTP/1.1" status: 200 len: 945 time: 0.2047215 Oct 01 04:20:14.783586 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port 445d3e4f-06c6-4f03-a242-9325c5a30a1e is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:20:14.790540 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:14.898839 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:14.920979 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-9680b712-a4c7-4c0f-a2fa-bad8d20aa765 req-811f2517-3235-493f-8bee-97fcf673bc98 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512771 Oct 01 04:20:14.966237 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-9ce65f18-80d2-4a65-9cb2-a6fc98b688f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'name': 'tempest-TestVolumeBootPattern-2117925739-router', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '89429a02-b2f7-4923-a8c6-35b9f52c80d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:20:01Z', 'updated_at': '2022-10-01T04:20:10Z', 'revision_number': 4, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'gw_port': {'id': '89429a02-b2f7-4923-a8c6-35b9f52c80d3', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:20:01Z', 'updated_at': '2022-10-01T04:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '52776eac-a931-4561-998f-b83d8e03b65d', 'name': '', 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'mac_address': 'fa:16:3e:bf:95:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '87bf8ff7-1e8d-4433-8f68-75f944f2c18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:20:07Z', 'updated_at': '2022-10-01T04:20:11Z', 'revision_number': 2, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'subnets': [{'id': '87bf8ff7-1e8d-4433-8f68-75f944f2c18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:20:14.990686 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ed3f5-40b0-4c05-9cd2-b1336b31ab46 req-c76e6190-754a-43cd-b498-2dc7caa74e9a tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:14.998032 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-bb2ed3f5-40b0-4c05-9cd2-b1336b31ab46 req-c76e6190-754a-43cd-b498-2dc7caa74e9a tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.25 "GET /networking/v2.0/networks?id=53afa43e-e4f6-45fd-be82-366552325c26 HTTP/1.1" status: 200 len: 809 time: 0.3059244 Oct 01 04:20:15.018950 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-bb2ed3f5-40b0-4c05-9cd2-b1336b31ab46 req-da07467d-d82d-489c-8646-a4036b290053 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Request body: {'port': {'device_id': '43214db8-967a-4a0d-938b-85b40b1730da', 'network_id': '53afa43e-e4f6-45fd-be82-366552325c26', 'admin_state_up': True, 'tenant_id': '6452abdab41846a5915b7ea5d81b9811'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:20:15.048534 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce65f18-80d2-4a65-9cb2-a6fc98b688f6 None None] Checking router: 99c881ec-29bc-4e60-b79a-2a435e983e6d for host: dv-cinder-860044-1-iscsi {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:20:15.048534 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce65f18-80d2-4a65-9cb2-a6fc98b688f6 None None] Updating router 99c881ec-29bc-4e60-b79a-2a435e983e6d port 52776eac-a931-4561-998f-b83d8e03b65d binding host dv-cinder-860044-1-iscsi {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 01 04:20:15.083182 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9ce65f18-80d2-4a65-9cb2-a6fc98b688f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (52776eac-a931-4561-998f-b83d8e03b65d), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:15.097378 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-205c004a-f856-402c-8852-d5bd9ce1e501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (797ac3f1-c973-4eec-9950-99ad88971ed1), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:15.363048 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 28ed6420-e14b-48a2-a448-a8ab736b93af details requested by agent hyperv_hv-cinder-86004 with host hv-cinder-86004 {{(pid=106388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 01 04:20:15.437611 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb2ed3f5-40b0-4c05-9cd2-b1336b31ab46 req-da07467d-d82d-489c-8646-a4036b290053 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Made reservation on behalf of 6452abdab41846a5915b7ea5d81b9811 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:20:15.444815 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9ce65f18-80d2-4a65-9cb2-a6fc98b688f6 None None] Publish callbacks [] for port (52776eac-a931-4561-998f-b83d8e03b65d), precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:15.454422 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9ce65f18-80d2-4a65-9cb2-a6fc98b688f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (52776eac-a931-4561-998f-b83d8e03b65d), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:15.462380 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-bb2ed3f5-40b0-4c05-9cd2-b1336b31ab46 req-da07467d-d82d-489c-8646-a4036b290053 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:15.564917 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0803326-2b71-4d44-8d24-d3ffbe096840 None None] Pushing event updated for resources: {'Port': ['ID=52776eac-a931-4561-998f-b83d8e03b65d,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:15.592979 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:15.660941 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6c666-d887-49cb-8ba2-d6ea361d3401 req-a7c25974-9baf-4551-9557-f2699a4588f8 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:15.673468 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-f6f6c666-d887-49cb-8ba2-d6ea361d3401 req-a7c25974-9baf-4551-9557-f2699a4588f8 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 945 time: 0.1721401 Oct 01 04:20:15.699406 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20bd89e-e972-47df-b085-1bee53af244d req-64ce3c43-df64-4538-a4c9-722048815545 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:15.706717 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-c20bd89e-e972-47df-b085-1bee53af244d req-64ce3c43-df64-4538-a4c9-722048815545 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 945 time: 0.1213801 Oct 01 04:20:15.755702 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-9ce65f18-80d2-4a65-9cb2-a6fc98b688f6 None None] Attempting to bind port 52776eac-a931-4561-998f-b83d8e03b65d on host dv-cinder-860044-1-iscsi for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 01 04:20:15.761078 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-9ce65f18-80d2-4a65-9cb2-a6fc98b688f6 None None] Attempting to bind port 52776eac-a931-4561-998f-b83d8e03b65d by drivers openvswitch,hyperv on host dv-cinder-860044-1-iscsi at level 0 using segments [{'id': '614ad64a-e84b-4b23-b245-f6cd1be567b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 01 04:20:15.764333 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce65f18-80d2-4a65-9cb2-a6fc98b688f6 None None] Attempting to bind port 52776eac-a931-4561-998f-b83d8e03b65d on network a58a68a2-3485-47fc-a402-341c963919cc {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:20:15.766007 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port 28ed6420-e14b-48a2-a448-a8ab736b93af, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=28ed6420-e14b-48a2-a448-a8ab736b93af,segment=NetworkSegment(2ed9749a-eb3b-4451-b7b7-83bb473f5fb1),segment_id=2ed9749a-eb3b-4451-b7b7-83bb473f5fb1)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:20:15.802087 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Returning: {'device': '28ed6420-e14b-48a2-a448-a8ab736b93af', 'network_id': '41ad6d82-393d-469b-ad56-b82ab9a77fee', 'port_id': '28ed6420-e14b-48a2-a448-a8ab736b93af', 'mac_address': 'fa:16:3e:3f:60:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f0d177-35e4-4cba-a762-d1357d3a9c11', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 01 04:20:15.841756 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-f6f6c666-d887-49cb-8ba2-d6ea361d3401 req-53c8c6d7-c30c-4758-82f8-246a4e6c8a0b tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e758483c-9e4c-4236-8a07-3b095c38114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666267 Oct 01 04:20:15.847165 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-c20bd89e-e972-47df-b085-1bee53af244d req-e9f5c5cc-8f25-4aca-be45-54bcfb5d5a58 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390657 Oct 01 04:20:15.862709 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 36978) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:20:15.868446 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [None req-0bac45c2-d37a-483f-b160-071f23eba904 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1386535668-network', 'tenant_id': '997939da104a452fba57b826ccae88d7'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:20:15.896948 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Current status of the port 28ed6420-e14b-48a2-a448-a8ab736b93af is: ACTIVE; New status is: BUILD {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:20:15.897950 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (28ed6420-e14b-48a2-a448-a8ab736b93af), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:15.922803 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce65f18-80d2-4a65-9cb2-a6fc98b688f6 None None] Checking agent: {'id': 'd8875dbe-87f1-4639-b3ef-79ff4b202d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860044-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 1, 4, 9, 48), 'started_at': datetime.datetime(2022, 10, 1, 4, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 1, 4, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860044-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 01 04:20:15.923334 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce65f18-80d2-4a65-9cb2-a6fc98b688f6 None None] Checking segment: {'id': '614ad64a-e84b-4b23-b245-f6cd1be567b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:20:15.923806 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9ce65f18-80d2-4a65-9cb2-a6fc98b688f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:15.924218 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bac45c2-d37a-483f-b160-071f23eba904 admin admin] Made reservation on behalf of 997939da104a452fba57b826ccae88d7 for: {'network': 1} {{(pid=106386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:20:15.924362 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce65f18-80d2-4a65-9cb2-a6fc98b688f6 None None] Bound using segment: {'id': '614ad64a-e84b-4b23-b245-f6cd1be567b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 01 04:20:15.924862 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-9ce65f18-80d2-4a65-9cb2-a6fc98b688f6 None None] Bound port: 52776eac-a931-4561-998f-b83d8e03b65d, host: dv-cinder-860044-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '614ad64a-e84b-4b23-b245-f6cd1be567b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 01 04:20:15.925415 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9ce65f18-80d2-4a65-9cb2-a6fc98b688f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (52776eac-a931-4561-998f-b83d8e03b65d), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:15.928547 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 28ed6420-e14b-48a2-a448-a8ab736b93af {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 01 04:20:15.928695 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:15.929965 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-0bac45c2-d37a-483f-b160-071f23eba904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for network (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:15.947735 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-0bac45c2-d37a-483f-b160-071f23eba904 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:15.953998 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port 28ed6420-e14b-48a2-a448-a8ab736b93af, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=28ed6420-e14b-48a2-a448-a8ab736b93af,segment=NetworkSegment(2ed9749a-eb3b-4451-b7b7-83bb473f5fb1),segment_id=2ed9749a-eb3b-4451-b7b7-83bb473f5fb1)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:20:15.964043 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (28ed6420-e14b-48a2-a448-a8ab736b93af), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:16.012687 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:16.027185 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-9ce65f18-80d2-4a65-9cb2-a6fc98b688f6 None None] For port 52776eac-a931-4561-998f-b83d8e03b65d, host dv-cinder-860044-1-iscsi, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 01 04:20:16.031937 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-9ce65f18-80d2-4a65-9cb2-a6fc98b688f6 None None] For port 52776eac-a931-4561-998f-b83d8e03b65d, host dv-cinder-860044-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=52776eac-a931-4561-998f-b83d8e03b65d,segment=NetworkSegment(614ad64a-e84b-4b23-b245-f6cd1be567b7),segment_id=614ad64a-e84b-4b23-b245-f6cd1be567b7)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 01 04:20:16.045871 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:16.047944 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9ce65f18-80d2-4a65-9cb2-a6fc98b688f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (52776eac-a931-4561-998f-b83d8e03b65d), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:16.056547 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b348ab59-6a40-4305-bfd5-8fe7db93d248 req-6c81cd52-f70f-414d-8fed-254faa692fd4 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=43214db8-967a-4a0d-938b-85b40b1730da HTTP/1.1" status: 200 len: 210 time: 0.0471928 Oct 01 04:20:16.101468 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:16.112358 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] get_ports_and_sgs() called for port_ids ['28ed6420-e14b-48a2-a448-a8ab736b93af'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 01 04:20:16.148147 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce65f18-80d2-4a65-9cb2-a6fc98b688f6 None None] Routers {'99c881ec-29bc-4e60-b79a-2a435e983e6d'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:20:16.148147 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-9ce65f18-80d2-4a65-9cb2-a6fc98b688f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:20:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['99c881ec-29bc-4e60-b79a-2a435e983e6d'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:20:16.169805 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-bb2ed3f5-40b0-4c05-9cd2-b1336b31ab46 req-da07467d-d82d-489c-8646-a4036b290053 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Allocated IP 172.20.0.13 (53afa43e-e4f6-45fd-be82-366552325c26/3d16cd05-d143-4844-a4bc-e7b8def3965c/7136ea86-24d8-4389-94ab-9649799d8818) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:20:16.186929 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-0bac45c2-d37a-483f-b160-071f23eba904 admin admin] Publish callbacks [] for security_group (1fcecb6f-7903-41e2-977d-13cc734afb3a), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:16.195553 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-0bac45c2-d37a-483f-b160-071f23eba904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (1fcecb6f-7903-41e2-977d-13cc734afb3a), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:16.259040 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bac45c2-d37a-483f-b160-071f23eba904 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=106386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 01 04:20:16.266680 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:16.271917 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Pushing event updated for resources: {'Port': ['ID=28ed6420-e14b-48a2-a448-a8ab736b93af,revision_number=6']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:16.285108 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bac45c2-d37a-483f-b160-071f23eba904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fcecb6f-7903-41e2-977d-13cc734afb3a,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:16.301794 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-0bac45c2-d37a-483f-b160-071f23eba904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916673'] for segment (5eeac10b-4dbd-4e14-ac6b-6f4e61ac7277), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:16.302148 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.db.segments_db [None req-0bac45c2-d37a-483f-b160-071f23eba904 admin admin] Added segment 5eeac10b-4dbd-4e14-ac6b-6f4e61ac7277 of type vlan for network 3acf143f-f933-4302-bf85-f6be07beebae Oct 01 04:20:16.390805 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-9ce65f18-80d2-4a65-9cb2-a6fc98b688f6 None None] Set router 99c881ec-29bc-4e60-b79a-2a435e983e6d gateway port host: dv-cinder-860044-1-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:20:16.411660 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-0bac45c2-d37a-483f-b160-071f23eba904 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783883007151'] for network (3acf143f-f933-4302-bf85-f6be07beebae), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:16.431028 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55550f09-9bf2-4503-b16a-2d26c0a47f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (3f31be2c-2b77-4d66-9a3d-30b9eb89a668), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:16.472889 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-0bac45c2-d37a-483f-b160-071f23eba904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8037924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598'] for network (3acf143f-f933-4302-bf85-f6be07beebae), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:16.474090 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bac45c2-d37a-483f-b160-071f23eba904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:16.474779 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-0bac45c2-d37a-483f-b160-071f23eba904 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for network (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:16.723409 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-0bac45c2-d37a-483f-b160-071f23eba904 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8591011 Oct 01 04:20:16.725103 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 37008) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:20:16.727568 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bac45c2-d37a-483f-b160-071f23eba904 admin admin] Pushing event updated for resources: {'Network': ['ID=3acf143f-f933-4302-bf85-f6be07beebae,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:16.742860 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [None req-9716753c-a9f9-484c-b579-2362b08117da admin admin] Request body: {'subnet': {'network_id': '3acf143f-f933-4302-bf85-f6be07beebae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1386535668-subnet', 'tenant_id': '997939da104a452fba57b826ccae88d7', 'ip_version': 4}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:20:16.747718 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Network 3acf143f-f933-4302-bf85-f6be07beebae details requested by agent ovs-agent-dv-cinder-860044-1-iscsi with host dv-cinder-860044-1-iscsi {{(pid=106388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 01 04:20:16.789008 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9716753c-a9f9-484c-b579-2362b08117da admin admin] Made reservation on behalf of 997939da104a452fba57b826ccae88d7 for: {'subnet': 1} {{(pid=106386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:20:16.793746 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9716753c-a9f9-484c-b579-2362b08117da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5089272'] for subnet (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:16.876998 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 37012) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:20:16.899526 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-e88e5bea-297c-47ec-b968-833e673504a8 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Request body: {'security_group': {'name': 'tempest-securitygroup--815724258', 'description': 'tempest-description--646798396'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:20:16.952554 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e88e5bea-297c-47ec-b968-833e673504a8 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:17.016307 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:17.140853 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e88e5bea-297c-47ec-b968-833e673504a8 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks [] for security_group (2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:17.145919 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e88e5bea-297c-47ec-b968-833e673504a8 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:17.161323 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0803326-2b71-4d44-8d24-d3ffbe096840 None None] Pushing event updated for resources: {'Port': ['ID=52776eac-a931-4561-998f-b83d8e03b65d,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:17.179705 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e5bea-297c-47ec-b968-833e673504a8 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:17.213538 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e88e5bea-297c-47ec-b968-833e673504a8 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:17.215415 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-9ce65f18-80d2-4a65-9cb2-a6fc98b688f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'name': 'tempest-TestVolumeBootPattern-2117925739-router', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '89429a02-b2f7-4923-a8c6-35b9f52c80d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:20:01Z', 'updated_at': '2022-10-01T04:20:10Z', 'revision_number': 4, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'gw_port': {'id': '89429a02-b2f7-4923-a8c6-35b9f52c80d3', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:20:01Z', 'updated_at': '2022-10-01T04:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '52776eac-a931-4561-998f-b83d8e03b65d', 'name': '', 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'mac_address': 'fa:16:3e:bf:95:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '87bf8ff7-1e8d-4433-8f68-75f944f2c18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:20:07Z', 'updated_at': '2022-10-01T04:20:16Z', 'revision_number': 4, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'subnets': [{'id': '87bf8ff7-1e8d-4433-8f68-75f944f2c18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:20:17.215604 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-e88e5bea-297c-47ec-b968-833e673504a8 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3361616 Oct 01 04:20:17.219563 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 37028) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:20:17.227840 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-eb2100fe-4d27-4792-94d5-c8f9a9e8b96d tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Request body: {'security_group_rule': {'security_group_id': '2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:20:17.263819 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e6dc6-7419-48ee-a788-67bbcc2e0050 req-08262c8c-1172-4df2-b49c-eaa6b546be9c tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:17.272958 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-948e6dc6-7419-48ee-a788-67bbcc2e0050 req-08262c8c-1172-4df2-b49c-eaa6b546be9c tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 945 time: 0.2575481 Oct 01 04:20:17.290954 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-bb2ed3f5-40b0-4c05-9cd2-b1336b31ab46 req-da07467d-d82d-489c-8646-a4036b290053 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Publish callbacks [] for port (7136ea86-24d8-4389-94ab-9649799d8818), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:17.297410 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce65f18-80d2-4a65-9cb2-a6fc98b688f6 None None] The sync data for ids ['99c881ec-29bc-4e60-b79a-2a435e983e6d'] in dv-cinder-860044-1-iscsi is: [{'id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'name': 'tempest-TestVolumeBootPattern-2117925739-router', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '89429a02-b2f7-4923-a8c6-35b9f52c80d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:20:01Z', 'updated_at': '2022-10-01T04:20:10Z', 'revision_number': 4, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'gw_port': {'id': '89429a02-b2f7-4923-a8c6-35b9f52c80d3', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:20:01Z', 'updated_at': '2022-10-01T04:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '52776eac-a931-4561-998f-b83d8e03b65d', 'name': '', 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'mac_address': 'fa:16:3e:bf:95:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '87bf8ff7-1e8d-4433-8f68-75f944f2c18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:20:07Z', 'updated_at': '2022-10-01T04:20:16Z', 'revision_number': 4, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'subnets': [{'id': '87bf8ff7-1e8d-4433-8f68-75f944f2c18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:20:17.304309 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb2100fe-4d27-4792-94d5-c8f9a9e8b96d tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks [] for security_group_rule (208d8b0d-37a9-4c8b-a719-bc1977b599e8), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:17.379501 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 28ed6420-e14b-48a2-a448-a8ab736b93af up at agent hyperv_hv-cinder-86004 {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:20:17.389254 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb2100fe-4d27-4792-94d5-c8f9a9e8b96d tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks [] for security_group_rule (208d8b0d-37a9-4c8b-a719-bc1977b599e8), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:17.390459 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:17.398164 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb2100fe-4d27-4792-94d5-c8f9a9e8b96d tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043934'] for security_group_rule (208d8b0d-37a9-4c8b-a719-bc1977b599e8), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:17.466169 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576e79b-b57d-4552-b910-ac6ec8eb7b6a req-5fb14096-b270-49c2-9a31-1bb5f1da622b tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:17.467365 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb2100fe-4d27-4792-94d5-c8f9a9e8b96d tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:17.469279 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-eb2100fe-4d27-4792-94d5-c8f9a9e8b96d tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2487271 Oct 01 04:20:17.472083 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2100fe-4d27-4792-94d5-c8f9a9e8b96d tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=208d8b0d-37a9-4c8b-a719-bc1977b599e8,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:17.474981 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 37032) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:20:17.478884 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d576e79b-b57d-4552-b910-ac6ec8eb7b6a req-5fb14096-b270-49c2-9a31-1bb5f1da622b tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 944 time: 0.4254062 Oct 01 04:20:17.481910 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-d5dc1187-8c69-4d9d-b248-afd7ff97a4c6 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Request body: {'security_group_rule': {'security_group_id': '2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:20:17.497393 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-bb2ed3f5-40b0-4c05-9cd2-b1336b31ab46 req-da07467d-d82d-489c-8646-a4036b290053 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (7136ea86-24d8-4389-94ab-9649799d8818), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:17.589828 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-948e6dc6-7419-48ee-a788-67bbcc2e0050 req-399f0bc4-75c6-47e8-9226-60b25b632377 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e758483c-9e4c-4236-8a07-3b095c38114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3116980 Oct 01 04:20:17.593619 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9716753c-a9f9-484c-b579-2362b08117da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8038045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5053181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5089230'] for subnet (e145f6a7-9071-44ed-8787-a053a809a858), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:17.600137 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Provisioning complete for port 28ed6420-e14b-48a2-a448-a8ab736b93af triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:20:17.600511 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (28ed6420-e14b-48a2-a448-a8ab736b93af), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:17.608706 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Attempt 1 to provision port 28ed6420-e14b-48a2-a448-a8ab736b93af Oct 01 04:20:17.686134 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da07467d-d82d-489c-8646-a4036b290053 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Pushing event updated for resources: {'Port': ['ID=7136ea86-24d8-4389-94ab-9649799d8818,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:17.724085 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb2ed3f5-40b0-4c05-9cd2-b1336b31ab46 req-da07467d-d82d-489c-8646-a4036b290053 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Network 53afa43e-e4f6-45fd-be82-366552325c26 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:20:17.734951 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-bb2ed3f5-40b0-4c05-9cd2-b1336b31ab46 req-da07467d-d82d-489c-8646-a4036b290053 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:20:17.754518 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d576e79b-b57d-4552-b910-ac6ec8eb7b6a req-ddaaf923-322b-4a60-9cbf-cec201d411ef tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2671566 Oct 01 04:20:17.761505 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb2ed3f5-40b0-4c05-9cd2-b1336b31ab46 req-da07467d-d82d-489c-8646-a4036b290053 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:20:17.779296 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d5dc1187-8c69-4d9d-b248-afd7ff97a4c6 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks [] for security_group_rule (0e21228f-186f-41cc-9d26-2c16540df294), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:17.815718 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (d8875dbe-87f1-4639-b3ef-79ff4b202d58), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:17.921013 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba25bb06-77b0-43d3-a1eb-2e8b40be41b8 req-ba81ca45-678c-4f23-a534-4eb4123cda5a tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:17.933586 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-ba25bb06-77b0-43d3-a1eb-2e8b40be41b8 req-ba81ca45-678c-4f23-a534-4eb4123cda5a tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=43214db8-967a-4a0d-938b-85b40b1730da HTTP/1.1" status: 200 len: 932 time: 0.1181662 Oct 01 04:20:17.939430 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Current status of the port 28ed6420-e14b-48a2-a448-a8ab736b93af is: BUILD; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:20:17.939824 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (28ed6420-e14b-48a2-a448-a8ab736b93af), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:17.947165 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:17.965423 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ed3f5-40b0-4c05-9cd2-b1336b31ab46 req-da07467d-d82d-489c-8646-a4036b290053 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:17.966485 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-bb2ed3f5-40b0-4c05-9cd2-b1336b31ab46 req-da07467d-d82d-489c-8646-a4036b290053 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:17.988522 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-bb2ed3f5-40b0-4c05-9cd2-b1336b31ab46 req-da07467d-d82d-489c-8646-a4036b290053 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9757018 Oct 01 04:20:17.998531 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9716753c-a9f9-484c-b579-2362b08117da admin admin] Pushing event updated for resources: {'Subnet': ['ID=e145f6a7-9071-44ed-8787-a053a809a858,revision_number=0']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:18.029900 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91c43220-b735-4568-b99e-ce3dc63ea20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (a017e3cb-dd0a-4c83-ac3d-dd65b6d6e9f8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:18.031761 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-bb2ed3f5-40b0-4c05-9cd2-b1336b31ab46 req-8e364e6a-5d7b-4fe8-98c8-a273599e23e1 service neutron] Request body: {'port': {'device_id': '43214db8-967a-4a0d-938b-85b40b1730da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86004'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:20:18.049917 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e14e3570-67e7-43d6-bcaf-6688168956b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ed6420-e14b-48a2-a448-a8ab736b93af'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:20:18.052761 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc2ed8ba810a9a899feae06a2d512ab46721588d0493fdbeca0f1bffbb3e03b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934f20d1-21a9-42a3-9ce5-d1905a4abef1" -d '{"events": [{"server_uuid": "e14e3570-67e7-43d6-bcaf-6688168956b2", "name": "network-vif-plugged", "status": "completed", "tag": "28ed6420-e14b-48a2-a448-a8ab736b93af"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:20:18.063533 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d5dc1187-8c69-4d9d-b248-afd7ff97a4c6 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks [] for security_group_rule (0e21228f-186f-41cc-9d26-2c16540df294), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:18.080129 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:18.097958 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port 28ed6420-e14b-48a2-a448-a8ab736b93af, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=28ed6420-e14b-48a2-a448-a8ab736b93af,segment=NetworkSegment(2ed9749a-eb3b-4451-b7b7-83bb473f5fb1),segment_id=2ed9749a-eb3b-4451-b7b7-83bb473f5fb1)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:20:18.104040 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (28ed6420-e14b-48a2-a448-a8ab736b93af), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:18.110101 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-ba25bb06-77b0-43d3-a1eb-2e8b40be41b8 req-72423520-0be9-4416-ab4c-94d24d5df6dd tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6c4e18-276e-43db-8d0d-387d89d724bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622329 Oct 01 04:20:18.148083 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9716753c-a9f9-484c-b579-2362b08117da admin admin] Checking segment: {'id': '5eeac10b-4dbd-4e14-ac6b-6f4e61ac7277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3acf143f-f933-4302-bf85-f6be07beebae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:20:18.151330 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9716753c-a9f9-484c-b579-2362b08117da admin admin] Network hostable DHCP agents. Network: 3acf143f-f933-4302-bf85-f6be07beebae, hostable agents: ['973633b6-dd94-436d-b3a5-971dbc41e63c'], hosted agents: [] {{(pid=106386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 01 04:20:18.161406 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d5dc1187-8c69-4d9d-b248-afd7ff97a4c6 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043934'] for security_group_rule (0e21228f-186f-41cc-9d26-2c16540df294), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:18.191898 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:18.220631 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9716753c-a9f9-484c-b579-2362b08117da admin admin] Network 3acf143f-f933-4302-bf85-f6be07beebae is scheduled to be hosted by DHCP agent 973633b6-dd94-436d-b3a5-971dbc41e63c with binding_index 1 {{(pid=106386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 01 04:20:18.226360 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d5dc1187-8c69-4d9d-b248-afd7ff97a4c6 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:18.235337 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-d5dc1187-8c69-4d9d-b248-afd7ff97a4c6 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7544532 Oct 01 04:20:18.238077 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 37040) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:20:18.251127 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-9716753c-a9f9-484c-b579-2362b08117da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860044-1-iscsi, 3acf143f-f933-4302-bf85-f6be07beebae) {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:20:18.255529 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9716753c-a9f9-484c-b579-2362b08117da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:18.256136 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9716753c-a9f9-484c-b579-2362b08117da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for subnet (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:18.266563 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-8beb1b14-58d9-43d7-a9eb-b6e5ba530826 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Request body: {'floatingip': {'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:20:18.277399 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dc1187-8c69-4d9d-b248-afd7ff97a4c6 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e21228f-186f-41cc-9d26-2c16540df294,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:18.293560 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-9716753c-a9f9-484c-b579-2362b08117da admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5669358 Oct 01 04:20:18.298151 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 37042) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:20:18.302827 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [None req-8b0ffe29-3317-4b51-a8bc-3630094cfd72 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1386535668-router', 'tenant_id': '997939da104a452fba57b826ccae88d7', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'}}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:20:18.310278 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 01 Oct 2022 04:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5fcd858-8808-4744-87f7-c85f6aaf88a6 x-openstack-request-id: req-c5fcd858-8808-4744-87f7-c85f6aaf88a6 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:20:18.310856 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e14e3570-67e7-43d6-bcaf-6688168956b2", "name": "network-vif-plugged", "status": "completed", "tag": "28ed6420-e14b-48a2-a448-a8ab736b93af", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:20:18.311126 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c5fcd858-8808-4744-87f7-c85f6aaf88a6 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:20:18.315563 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5fcd858-8808-4744-87f7-c85f6aaf88a6'] response: {'server_uuid': 'e14e3570-67e7-43d6-bcaf-6688168956b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ed6420-e14b-48a2-a448-a8ab736b93af', 'code': 200} Oct 01 04:20:18.318327 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Pushing event updated for resources: {'Port': ['ID=28ed6420-e14b-48a2-a448-a8ab736b93af,revision_number=7']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:18.333156 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7577d0-b073-4331-8f4a-5f42b1c7b3f1 None None] Network 3acf143f-f933-4302-bf85-f6be07beebae requested from dv-cinder-860044-1-iscsi {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 01 04:20:18.373779 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8b0ffe29-3317-4b51-a8bc-3630094cfd72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7988434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65120'] for router (87feb5d5-1626-427a-998a-644297a2f6db), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:18.374918 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8b0ffe29-3317-4b51-a8bc-3630094cfd72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7994759', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8109887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3219'] for router (87feb5d5-1626-427a-998a-644297a2f6db), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:18.406474 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-bb2ed3f5-40b0-4c05-9cd2-b1336b31ab46 req-8e364e6a-5d7b-4fe8-98c8-a273599e23e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (7136ea86-24d8-4389-94ab-9649799d8818), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:18.531896 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8b0ffe29-3317-4b51-a8bc-3630094cfd72 admin admin] Publish callbacks [] for router_controller (87feb5d5-1626-427a-998a-644297a2f6db), precommit_add_association {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:18.554906 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 52776eac-a931-4561-998f-b83d8e03b65d up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:20:18.705190 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8beb1b14-58d9-43d7-a9eb-b6e5ba530826 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:18.767636 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7ac713-df4e-4f00-ac9b-6c968d9916cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5f5a84a-7395-5c72-8b88-a0c1e77c27fe-3acf143f-f933-4302-bf85-f6be07beebae', 'network_id': '3acf143f-f933-4302-bf85-f6be07beebae', 'project_id': '997939da104a452fba57b826ccae88d7', 'fixed_ips': [{'subnet_id': 'e145f6a7-9071-44ed-8787-a053a809a858'}]}} from dv-cinder-860044-1-iscsi. {{(pid=106388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 01 04:20:18.768535 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3c7ac713-df4e-4f00-ac9b-6c968d9916cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:18.925390 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port 52776eac-a931-4561-998f-b83d8e03b65d triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:20:18.949586 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (52776eac-a931-4561-998f-b83d8e03b65d), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:18.949930 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port 52776eac-a931-4561-998f-b83d8e03b65d Oct 01 04:20:19.134322 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8b0ffe29-3317-4b51-a8bc-3630094cfd72 admin admin] Publish callbacks [] for router_gateway (87feb5d5-1626-427a-998a-644297a2f6db), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:19.169007 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:19.228220 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f080ff-4735-435a-ba3e-251bafd7e7d1 req-f707eac4-3d56-40e8-a12c-6c9f9d480c9d tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:19.235415 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-18f080ff-4735-435a-ba3e-251bafd7e7d1 req-f707eac4-3d56-40e8-a12c-6c9f9d480c9d tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 945 time: 0.4235382 Oct 01 04:20:19.254027 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [req-bb2ed3f5-40b0-4c05-9cd2-b1336b31ab46 req-8e364e6a-5d7b-4fe8-98c8-a273599e23e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7136ea86-24d8-4389-94ab-9649799d8818 {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 01 04:20:19.298450 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-bb2ed3f5-40b0-4c05-9cd2-b1336b31ab46 req-8e364e6a-5d7b-4fe8-98c8-a273599e23e1 service neutron] Publish callbacks [] for port (7136ea86-24d8-4389-94ab-9649799d8818), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:19.319722 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8beb1b14-58d9-43d7-a9eb-b6e5ba530826 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:19.399167 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-bb2ed3f5-40b0-4c05-9cd2-b1336b31ab46 req-8e364e6a-5d7b-4fe8-98c8-a273599e23e1 service neutron] Transition to ACTIVE for port object 7136ea86-24d8-4389-94ab-9649799d8818 will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 01 04:20:19.432581 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:19.434288 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port 52776eac-a931-4561-998f-b83d8e03b65d is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:20:19.434700 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (52776eac-a931-4561-998f-b83d8e03b65d), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:19.436716 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-bb2ed3f5-40b0-4c05-9cd2-b1336b31ab46 req-8e364e6a-5d7b-4fe8-98c8-a273599e23e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4916182'] for port (7136ea86-24d8-4389-94ab-9649799d8818), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:19.451383 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:19.538300 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-3c7ac713-df4e-4f00-ac9b-6c968d9916cc None None] Allocated IP 172.20.0.2 (3acf143f-f933-4302-bf85-f6be07beebae/e145f6a7-9071-44ed-8787-a053a809a858/134f4cc3-ad43-412f-a4cc-2451bfbd078b) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:20:19.582569 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] For port 52776eac-a931-4561-998f-b83d8e03b65d, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=52776eac-a931-4561-998f-b83d8e03b65d,segment=NetworkSegment(614ad64a-e84b-4b23-b245-f6cd1be567b7),segment_id=614ad64a-e84b-4b23-b245-f6cd1be567b7)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:20:19.607864 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (52776eac-a931-4561-998f-b83d8e03b65d), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:19.747472 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e364e6a-5d7b-4fe8-98c8-a273599e23e1 service neutron] Pushing event updated for resources: {'Port': ['ID=7136ea86-24d8-4389-94ab-9649799d8818,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:19.901762 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-bb2ed3f5-40b0-4c05-9cd2-b1336b31ab46 req-8e364e6a-5d7b-4fe8-98c8-a273599e23e1 service neutron] Attempting to bind port 7136ea86-24d8-4389-94ab-9649799d8818 on host hv-cinder-86004 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 01 04:20:19.901762 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-bb2ed3f5-40b0-4c05-9cd2-b1336b31ab46 req-8e364e6a-5d7b-4fe8-98c8-a273599e23e1 service neutron] Attempting to bind port 7136ea86-24d8-4389-94ab-9649799d8818 by drivers openvswitch,hyperv on host hv-cinder-86004 at level 0 using segments [{'id': '67a5d6d3-c0ca-4b8f-975c-656f0db03ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '53afa43e-e4f6-45fd-be82-366552325c26'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 01 04:20:19.901762 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2ed3f5-40b0-4c05-9cd2-b1336b31ab46 req-8e364e6a-5d7b-4fe8-98c8-a273599e23e1 service neutron] Attempting to bind port 7136ea86-24d8-4389-94ab-9649799d8818 on network 53afa43e-e4f6-45fd-be82-366552325c26 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:20:20.023051 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Pushing event updated for resources: {'Port': ['ID=52776eac-a931-4561-998f-b83d8e03b65d,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:20.088549 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2de82f-7e13-4228-8917-4a5f327857a3 req-2cf586d5-9087-4893-8eb6-7cf9eb4c87eb tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:20.090374 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-6c2de82f-7e13-4228-8917-4a5f327857a3 req-2cf586d5-9087-4893-8eb6-7cf9eb4c87eb tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 945 time: 1.0144265 Oct 01 04:20:20.091967 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-8beb1b14-58d9-43d7-a9eb-b6e5ba530826 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Allocated IP 172.27.2.155 (1c94595f-3990-43c2-b34b-d882a8bf5172/3c747529-64bf-417b-84a2-71abc1dc7574/c971c0d8-2677-41ac-9d60-804316bcbe54) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:20:20.182990 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3c7ac713-df4e-4f00-ac9b-6c968d9916cc None None] Publish callbacks [] for port (134f4cc3-ad43-412f-a4cc-2451bfbd078b), precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:20.204945 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3c7ac713-df4e-4f00-ac9b-6c968d9916cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850'] for port (134f4cc3-ad43-412f-a4cc-2451bfbd078b), after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:20.235262 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:20.242932 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-18f080ff-4735-435a-ba3e-251bafd7e7d1 req-4ae9fdfa-4b2f-45d1-b938-580c85aa1a4d tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e758483c-9e4c-4236-8a07-3b095c38114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0066352 Oct 01 04:20:20.260744 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2ed3f5-40b0-4c05-9cd2-b1336b31ab46 req-8e364e6a-5d7b-4fe8-98c8-a273599e23e1 service neutron] Port 7136ea86-24d8-4389-94ab-9649799d8818 on network 53afa43e-e4f6-45fd-be82-366552325c26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86004 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 01 04:20:20.261282 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2ed3f5-40b0-4c05-9cd2-b1336b31ab46 req-8e364e6a-5d7b-4fe8-98c8-a273599e23e1 service neutron] Attempting to bind port 7136ea86-24d8-4389-94ab-9649799d8818 on network 53afa43e-e4f6-45fd-be82-366552325c26 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:20:20.329854 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 52776eac-a931-4561-998f-b83d8e03b65d up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:20:20.333768 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-6c2de82f-7e13-4228-8917-4a5f327857a3 req-58244074-ade0-4ed7-9edc-9d6a9683a92a tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2352376 Oct 01 04:20:20.379606 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8b0ffe29-3317-4b51-a8bc-3630094cfd72 admin admin] Publish callbacks [] for router_gateway (87feb5d5-1626-427a-998a-644297a2f6db), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:20.411854 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8b0ffe29-3317-4b51-a8bc-3630094cfd72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:20.462389 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7ac713-df4e-4f00-ac9b-6c968d9916cc None None] Network 3acf143f-f933-4302-bf85-f6be07beebae is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:20:20.467107 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2ed3f5-40b0-4c05-9cd2-b1336b31ab46 req-8e364e6a-5d7b-4fe8-98c8-a273599e23e1 service neutron] Checking agent: {'id': '2c3964fb-7920-4c48-8672-be15ccfa9ce8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86004', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 1, 4, 15, 53), 'started_at': datetime.datetime(2022, 10, 1, 4, 15, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 1, 4, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 01 04:20:20.467455 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2ed3f5-40b0-4c05-9cd2-b1336b31ab46 req-8e364e6a-5d7b-4fe8-98c8-a273599e23e1 service neutron] Checking segment: {'id': '67a5d6d3-c0ca-4b8f-975c-656f0db03ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '53afa43e-e4f6-45fd-be82-366552325c26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:20:20.467847 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2ed3f5-40b0-4c05-9cd2-b1336b31ab46 req-8e364e6a-5d7b-4fe8-98c8-a273599e23e1 service neutron] Bound using segment: {'id': '67a5d6d3-c0ca-4b8f-975c-656f0db03ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '53afa43e-e4f6-45fd-be82-366552325c26'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 01 04:20:20.468334 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-bb2ed3f5-40b0-4c05-9cd2-b1336b31ab46 req-8e364e6a-5d7b-4fe8-98c8-a273599e23e1 service neutron] Bound port: 7136ea86-24d8-4389-94ab-9649799d8818, host: hv-cinder-86004, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67a5d6d3-c0ca-4b8f-975c-656f0db03ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '53afa43e-e4f6-45fd-be82-366552325c26'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 01 04:20:20.468677 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-bb2ed3f5-40b0-4c05-9cd2-b1336b31ab46 req-8e364e6a-5d7b-4fe8-98c8-a273599e23e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (7136ea86-24d8-4389-94ab-9649799d8818), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:20.477309 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-3c7ac713-df4e-4f00-ac9b-6c968d9916cc None None] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:20:20.484726 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7ac713-df4e-4f00-ac9b-6c968d9916cc None None] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:20:20.493200 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7ac713-df4e-4f00-ac9b-6c968d9916cc None None] Pushing event updated for resources: {'Port': ['ID=134f4cc3-ad43-412f-a4cc-2451bfbd078b,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:20.511293 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port 52776eac-a931-4561-998f-b83d8e03b65d triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:20:20.511955 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (52776eac-a931-4561-998f-b83d8e03b65d), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:20.512508 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port 52776eac-a931-4561-998f-b83d8e03b65d Oct 01 04:20:20.548441 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-bb2ed3f5-40b0-4c05-9cd2-b1336b31ab46 req-8e364e6a-5d7b-4fe8-98c8-a273599e23e1 service neutron] For port 7136ea86-24d8-4389-94ab-9649799d8818, host hv-cinder-86004, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 01 04:20:20.551717 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-bb2ed3f5-40b0-4c05-9cd2-b1336b31ab46 req-8e364e6a-5d7b-4fe8-98c8-a273599e23e1 service neutron] For port 7136ea86-24d8-4389-94ab-9649799d8818, host hv-cinder-86004, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=7136ea86-24d8-4389-94ab-9649799d8818,segment=NetworkSegment(67a5d6d3-c0ca-4b8f-975c-656f0db03ab2),segment_id=67a5d6d3-c0ca-4b8f-975c-656f0db03ab2)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 01 04:20:20.563736 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-bb2ed3f5-40b0-4c05-9cd2-b1336b31ab46 req-8e364e6a-5d7b-4fe8-98c8-a273599e23e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4916182'] for port (7136ea86-24d8-4389-94ab-9649799d8818), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:20.603078 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ed3f5-40b0-4c05-9cd2-b1336b31ab46 req-8e364e6a-5d7b-4fe8-98c8-a273599e23e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:20.603920 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-bb2ed3f5-40b0-4c05-9cd2-b1336b31ab46 req-8e364e6a-5d7b-4fe8-98c8-a273599e23e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:20.605441 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-bb2ed3f5-40b0-4c05-9cd2-b1336b31ab46 req-8e364e6a-5d7b-4fe8-98c8-a273599e23e1 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/7136ea86-24d8-4389-94ab-9649799d8818 HTTP/1.1" status: 200 len: 1094 time: 2.5853353 Oct 01 04:20:20.606035 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43214db8-967a-4a0d-938b-85b40b1730da', 'tag': '7136ea86-24d8-4389-94ab-9649799d8818'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:20:20.608306 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23a471ff00a13a2eea8c87216c43e2c9873adc8b08d975975de21b294c9ff96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e17737-e255-4c71-9b84-4cb66b465be5" -d '{"events": [{"name": "network-changed", "server_uuid": "43214db8-967a-4a0d-938b-85b40b1730da", "tag": "7136ea86-24d8-4389-94ab-9649799d8818"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:20:20.619124 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8beb1b14-58d9-43d7-a9eb-b6e5ba530826 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks [] for port (c971c0d8-2677-41ac-9d60-804316bcbe54), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:20.664694 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e364e6a-5d7b-4fe8-98c8-a273599e23e1 service neutron] Pushing event updated for resources: {'Port': ['ID=7136ea86-24d8-4389-94ab-9649799d8818,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:20.711329 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ed3f5-40b0-4c05-9cd2-b1336b31ab46 req-fc106a73-84c3-400f-865b-e6cd590ddf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:20.713599 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-bb2ed3f5-40b0-4c05-9cd2-b1336b31ab46 req-fc106a73-84c3-400f-865b-e6cd590ddf10 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=6452abdab41846a5915b7ea5d81b9811&device_id=43214db8-967a-4a0d-938b-85b40b1730da HTTP/1.1" status: 200 len: 1128 time: 0.0646803 Oct 01 04:20:20.715052 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 01 Oct 2022 04:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42e1ddd-7d35-4525-bea0-44cd631f60ea x-openstack-request-id: req-a42e1ddd-7d35-4525-bea0-44cd631f60ea {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:20:20.715356 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43214db8-967a-4a0d-938b-85b40b1730da", "tag": "7136ea86-24d8-4389-94ab-9649799d8818", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:20:20.715598 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a42e1ddd-7d35-4525-bea0-44cd631f60ea {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:20:20.718170 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a42e1ddd-7d35-4525-bea0-44cd631f60ea'] response: {'name': 'network-changed', 'server_uuid': '43214db8-967a-4a0d-938b-85b40b1730da', 'tag': '7136ea86-24d8-4389-94ab-9649799d8818', 'status': 'completed', 'code': 200} Oct 01 04:20:20.718170 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8beb1b14-58d9-43d7-a9eb-b6e5ba530826 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (c971c0d8-2677-41ac-9d60-804316bcbe54), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:20.726294 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:20.771171 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb9d095-a1e0-48c3-a663-37dc4344479c req-42a459bf-895f-459f-8791-aeef46b8d5ac tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:20.784745 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-3bb9d095-a1e0-48c3-a663-37dc4344479c req-42a459bf-895f-459f-8791-aeef46b8d5ac tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=43214db8-967a-4a0d-938b-85b40b1730da HTTP/1.1" status: 200 len: 944 time: 0.2258308 Oct 01 04:20:20.785599 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-bb2ed3f5-40b0-4c05-9cd2-b1336b31ab46 req-d0e3bc22-eddd-4e90-9052-3ea5842c0ebf service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7136ea86-24d8-4389-94ab-9649799d8818 HTTP/1.1" status: 200 len: 217 time: 0.0411148 Oct 01 04:20:20.808903 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8beb1b14-58d9-43d7-a9eb-b6e5ba530826 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Network 1c94595f-3990-43c2-b34b-d882a8bf5172 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:20:20.840508 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-8beb1b14-58d9-43d7-a9eb-b6e5ba530826 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:20:20.840753 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-3c7ac713-df4e-4f00-ac9b-6c968d9916cc None None] Attempting to bind port 134f4cc3-ad43-412f-a4cc-2451bfbd078b on host dv-cinder-860044-1-iscsi for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 01 04:20:20.841437 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-3c7ac713-df4e-4f00-ac9b-6c968d9916cc None None] Attempting to bind port 134f4cc3-ad43-412f-a4cc-2451bfbd078b by drivers openvswitch,hyperv on host dv-cinder-860044-1-iscsi at level 0 using segments [{'id': '5eeac10b-4dbd-4e14-ac6b-6f4e61ac7277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3acf143f-f933-4302-bf85-f6be07beebae'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 01 04:20:20.841437 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7ac713-df4e-4f00-ac9b-6c968d9916cc None None] Attempting to bind port 134f4cc3-ad43-412f-a4cc-2451bfbd078b on network 3acf143f-f933-4302-bf85-f6be07beebae {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:20:20.844902 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8beb1b14-58d9-43d7-a9eb-b6e5ba530826 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:20:20.846883 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb1b14-58d9-43d7-a9eb-b6e5ba530826 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Pushing event updated for resources: {'Port': ['ID=c971c0d8-2677-41ac-9d60-804316bcbe54,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:20.877481 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.db.db_base_plugin_common [None req-8b0ffe29-3317-4b51-a8bc-3630094cfd72 admin admin] Allocated IP 172.27.2.71 (1c94595f-3990-43c2-b34b-d882a8bf5172/3c747529-64bf-417b-84a2-71abc1dc7574/bba0aa9b-664f-4ecc-a002-a427311c870c) {{(pid=106386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:20:20.885035 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:20.890449 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ed3f5-40b0-4c05-9cd2-b1336b31ab46 req-ac201c84-58b2-49c4-ad30-027d81613f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:20.891931 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-bb2ed3f5-40b0-4c05-9cd2-b1336b31ab46 req-ac201c84-58b2-49c4-ad30-027d81613f18 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=3d16cd05-d143-4844-a4bc-e7b8def3965c HTTP/1.1" status: 200 len: 849 time: 0.0872290 Oct 01 04:20:20.897028 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port 52776eac-a931-4561-998f-b83d8e03b65d is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:20:20.933753 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7ac713-df4e-4f00-ac9b-6c968d9916cc None None] Checking agent: {'id': 'd8875dbe-87f1-4639-b3ef-79ff4b202d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860044-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 1, 4, 9, 48), 'started_at': datetime.datetime(2022, 10, 1, 4, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 1, 4, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860044-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 01 04:20:20.934394 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7ac713-df4e-4f00-ac9b-6c968d9916cc None None] Checking segment: {'id': '5eeac10b-4dbd-4e14-ac6b-6f4e61ac7277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3acf143f-f933-4302-bf85-f6be07beebae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:20:20.935012 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3c7ac713-df4e-4f00-ac9b-6c968d9916cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:20.935589 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7ac713-df4e-4f00-ac9b-6c968d9916cc None None] Bound using segment: {'id': '5eeac10b-4dbd-4e14-ac6b-6f4e61ac7277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3acf143f-f933-4302-bf85-f6be07beebae'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 01 04:20:20.936265 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-bb2ed3f5-40b0-4c05-9cd2-b1336b31ab46 req-5ccc0da8-f664-48f4-a12f-edf5e7fa4ad5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=53afa43e-e4f6-45fd-be82-366552325c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348358 Oct 01 04:20:20.936541 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-3c7ac713-df4e-4f00-ac9b-6c968d9916cc None None] Bound port: 134f4cc3-ad43-412f-a4cc-2451bfbd078b, host: dv-cinder-860044-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eeac10b-4dbd-4e14-ac6b-6f4e61ac7277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3acf143f-f933-4302-bf85-f6be07beebae'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 01 04:20:20.939081 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3c7ac713-df4e-4f00-ac9b-6c968d9916cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (134f4cc3-ad43-412f-a4cc-2451bfbd078b), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:20.940195 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-3bb9d095-a1e0-48c3-a663-37dc4344479c req-6e9bb169-c96c-40b3-8966-5dd9d6c71f12 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6c4e18-276e-43db-8d0d-387d89d724bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526043 Oct 01 04:20:21.062228 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-3c7ac713-df4e-4f00-ac9b-6c968d9916cc None None] For port 134f4cc3-ad43-412f-a4cc-2451bfbd078b, host dv-cinder-860044-1-iscsi, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 01 04:20:21.067635 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-3c7ac713-df4e-4f00-ac9b-6c968d9916cc None None] For port 134f4cc3-ad43-412f-a4cc-2451bfbd078b, host dv-cinder-860044-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=134f4cc3-ad43-412f-a4cc-2451bfbd078b,segment=NetworkSegment(5eeac10b-4dbd-4e14-ac6b-6f4e61ac7277),segment_id=5eeac10b-4dbd-4e14-ac6b-6f4e61ac7277)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 01 04:20:21.081297 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3c7ac713-df4e-4f00-ac9b-6c968d9916cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (134f4cc3-ad43-412f-a4cc-2451bfbd078b), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:21.116435 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8b0ffe29-3317-4b51-a8bc-3630094cfd72 admin admin] Publish callbacks [] for port (bba0aa9b-664f-4ecc-a002-a427311c870c), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:21.131548 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-bb2ed3f5-40b0-4c05-9cd2-b1336b31ab46 req-95779c67-520e-4941-8f08-c0e2abb1d183 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/53afa43e-e4f6-45fd-be82-366552325c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882684 Oct 01 04:20:21.140633 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8beb1b14-58d9-43d7-a9eb-b6e5ba530826 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks [] for floatingip (a07b4da5-f42a-4239-8670-8a3ecac59883), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:21.163598 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:21.171902 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8b0ffe29-3317-4b51-a8bc-3630094cfd72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5071981'] for port (bba0aa9b-664f-4ecc-a002-a427311c870c), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:21.238860 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7ac713-df4e-4f00-ac9b-6c968d9916cc None None] Pushing event updated for resources: {'Port': ['ID=134f4cc3-ad43-412f-a4cc-2451bfbd078b,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:21.343211 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ffe29-3317-4b51-a8bc-3630094cfd72 admin admin] Pushing event updated for resources: {'Port': ['ID=bba0aa9b-664f-4ecc-a002-a427311c870c,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:21.364179 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0ffe29-3317-4b51-a8bc-3630094cfd72 admin admin] Network 1c94595f-3990-43c2-b34b-d882a8bf5172 is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:20:21.365893 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-8b0ffe29-3317-4b51-a8bc-3630094cfd72 admin admin] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:20:21.368470 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0ffe29-3317-4b51-a8bc-3630094cfd72 admin admin] Received port after_create {{(pid=106386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:20:21.377259 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-bb2ed3f5-40b0-4c05-9cd2-b1336b31ab46 req-b96c7ebb-0746-4330-9fd7-e54993b651cb service neutron] 10.222.0.25 "GET /networking/v2.0/networks/53afa43e-e4f6-45fd-be82-366552325c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340708 Oct 01 04:20:21.430606 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8beb1b14-58d9-43d7-a9eb-b6e5ba530826 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (c971c0d8-2677-41ac-9d60-804316bcbe54), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:21.757089 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e0393-122d-4efc-bfbd-b7a6d8aed50c req-cfe3c451-4f51-4603-8e99-9e5370b47735 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:21.758974 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-496e0393-122d-4efc-bfbd-b7a6d8aed50c req-cfe3c451-4f51-4603-8e99-9e5370b47735 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 945 time: 0.1869373 Oct 01 04:20:21.775622 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b90983-b702-41ab-8515-7a74b335a6a2 req-2ebb2608-0253-468e-9463-095e089f97f7 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:21.777484 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-22b90983-b702-41ab-8515-7a74b335a6a2 req-2ebb2608-0253-468e-9463-095e089f97f7 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 945 time: 0.2079372 Oct 01 04:20:21.816726 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:21.955309 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8beb1b14-58d9-43d7-a9eb-b6e5ba530826 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks [] for port (c971c0d8-2677-41ac-9d60-804316bcbe54), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:21.964815 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8beb1b14-58d9-43d7-a9eb-b6e5ba530826 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4916182'] for port (c971c0d8-2677-41ac-9d60-804316bcbe54), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:21.985653 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8b0ffe29-3317-4b51-a8bc-3630094cfd72 admin admin] Publish callbacks [] for router_gateway (87feb5d5-1626-427a-998a-644297a2f6db), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:22.035752 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-496e0393-122d-4efc-bfbd-b7a6d8aed50c req-7cc24fc7-8e7f-42cb-8f61-e2ec1288b268 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2559450 Oct 01 04:20:22.176403 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-22b90983-b702-41ab-8515-7a74b335a6a2 req-d73f1a80-9ecc-4316-9ef8-132ae5f319c4 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e758483c-9e4c-4236-8a07-3b095c38114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3823678 Oct 01 04:20:22.213843 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8beb1b14-58d9-43d7-a9eb-b6e5ba530826 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989928'] for floatingip (a07b4da5-f42a-4239-8670-8a3ecac59883), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:22.235166 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb1b14-58d9-43d7-a9eb-b6e5ba530826 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Pushing event updated for resources: {'Port': ['ID=c971c0d8-2677-41ac-9d60-804316bcbe54,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:22.324993 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 134f4cc3-ad43-412f-a4cc-2451bfbd078b up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:20:22.333579 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8beb1b14-58d9-43d7-a9eb-b6e5ba530826 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for floatingip (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:22.335479 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-8beb1b14-58d9-43d7-a9eb-b6e5ba530826 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0951169 Oct 01 04:20:22.386001 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e17737-e255-4c71-9b84-4cb66b465be5 req-131dc2f7-2b80-43a2-b085-9dafc90b8151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:22.388612 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c5e17737-e255-4c71-9b84-4cb66b465be5 req-131dc2f7-2b80-43a2-b085-9dafc90b8151 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=6452abdab41846a5915b7ea5d81b9811&device_id=43214db8-967a-4a0d-938b-85b40b1730da HTTP/1.1" status: 200 len: 1128 time: 0.1371109 Oct 01 04:20:22.499538 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port 134f4cc3-ad43-412f-a4cc-2451bfbd078b triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:20:22.505152 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (134f4cc3-ad43-412f-a4cc-2451bfbd078b), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:22.505663 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port 134f4cc3-ad43-412f-a4cc-2451bfbd078b Oct 01 04:20:22.599013 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6100af-35f1-4503-a6de-63c382cb057d req-ea353ffe-dc93-4c95-a06c-637af156a968 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:22.631624 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-4e6100af-35f1-4503-a6de-63c382cb057d req-ea353ffe-dc93-4c95-a06c-637af156a968 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=43214db8-967a-4a0d-938b-85b40b1730da HTTP/1.1" status: 200 len: 944 time: 0.2929263 Oct 01 04:20:22.634002 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:22.640780 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:22.656405 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:INSERT=3,neutron:UPDATE=5,neutron:SELECT=92 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:22.718460 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port 134f4cc3-ad43-412f-a4cc-2451bfbd078b is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:20:22.719250 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (134f4cc3-ad43-412f-a4cc-2451bfbd078b), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:22.761215 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] For port 134f4cc3-ad43-412f-a4cc-2451bfbd078b, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=134f4cc3-ad43-412f-a4cc-2451bfbd078b,segment=NetworkSegment(5eeac10b-4dbd-4e14-ac6b-6f4e61ac7277),segment_id=5eeac10b-4dbd-4e14-ac6b-6f4e61ac7277)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:20:22.763199 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e17737-e255-4c71-9b84-4cb66b465be5 req-7a12dbdf-9566-4972-a553-550cd1b73f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:22.768581 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c5e17737-e255-4c71-9b84-4cb66b465be5 req-7a12dbdf-9566-4972-a553-550cd1b73f85 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=53afa43e-e4f6-45fd-be82-366552325c26 HTTP/1.1" status: 200 len: 910 time: 0.3725410 Oct 01 04:20:22.770131 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (134f4cc3-ad43-412f-a4cc-2451bfbd078b), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:22.850256 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Pushing event updated for resources: {'Port': ['ID=134f4cc3-ad43-412f-a4cc-2451bfbd078b,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:22.879369 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (2c3964fb-7920-4c48-8672-be15ccfa9ce8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:22.893539 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa21a1-f52c-4b1c-8f95-796c6245223c req-138feda2-d860-421e-8150-75ccaad9f50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:22.895045 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-21fa21a1-f52c-4b1c-8f95-796c6245223c req-138feda2-d860-421e-8150-75ccaad9f50f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=16cd7bcb315d4dc58f73a9918adb57e2&device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 1129 time: 0.1145492 Oct 01 04:20:22.948590 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c5e17737-e255-4c71-9b84-4cb66b465be5 req-9e62783a-33aa-43f0-94ca-04ec3076b854 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7136ea86-24d8-4389-94ab-9649799d8818 HTTP/1.1" status: 200 len: 217 time: 0.0525613 Oct 01 04:20:23.043864 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1641d1d-316c-4025-9228-4ca16eb3d665 None None] Network 3acf143f-f933-4302-bf85-f6be07beebae requested from dv-cinder-860044-1-iscsi {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 01 04:20:23.046829 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa21a1-f52c-4b1c-8f95-796c6245223c req-c81e6470-1c1f-4cde-997a-9c14d316a89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:23.047569 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-4e6100af-35f1-4503-a6de-63c382cb057d req-db8d471f-01d3-4502-8faa-e99894de86c0 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6c4e18-276e-43db-8d0d-387d89d724bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070636 Oct 01 04:20:23.048488 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-21fa21a1-f52c-4b1c-8f95-796c6245223c req-c81e6470-1c1f-4cde-997a-9c14d316a89c service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=3af0afc2-a8fa-427e-a8af-57c40105fd2b HTTP/1.1" status: 200 len: 911 time: 0.0990174 Oct 01 04:20:23.067538 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcc90a-7971-41fc-b111-2591b34341e5 req-2330db6e-ac41-4dcf-8ee1-9d1b62aebb1a tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:23.075042 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-eedcc90a-7971-41fc-b111-2591b34341e5 req-2330db6e-ac41-4dcf-8ee1-9d1b62aebb1a tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 945 time: 0.2300329 Oct 01 04:20:23.081014 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:23.083920 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8b0ffe29-3317-4b51-a8bc-3630094cfd72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989814'] for router (87feb5d5-1626-427a-998a-644297a2f6db), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:23.109659 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-b83aa720-a5e4-4326-a0f0-9a5cfb8525d4 None None] Provisioning complete for port 134f4cc3-ad43-412f-a4cc-2451bfbd078b triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:20:23.111091 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b83aa720-a5e4-4326-a0f0-9a5cfb8525d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (134f4cc3-ad43-412f-a4cc-2451bfbd078b), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:23.112462 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-b83aa720-a5e4-4326-a0f0-9a5cfb8525d4 None None] Attempt 1 to provision port 134f4cc3-ad43-412f-a4cc-2451bfbd078b Oct 01 04:20:23.199808 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e17737-e255-4c71-9b84-4cb66b465be5 req-3d941a42-cbd9-4c0a-adca-8826468421de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:23.202749 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c5e17737-e255-4c71-9b84-4cb66b465be5 req-3d941a42-cbd9-4c0a-adca-8826468421de service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=3d16cd05-d143-4844-a4bc-e7b8def3965c HTTP/1.1" status: 200 len: 849 time: 0.1526256 Oct 01 04:20:23.207323 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-21fa21a1-f52c-4b1c-8f95-796c6245223c req-b63747ad-90cd-4155-8d36-788d7300f0f0 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ada360f6-273f-42d3-babd-7015209fbaac HTTP/1.1" status: 200 len: 1001 time: 0.1086688 Oct 01 04:20:23.215289 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:23.284409 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa21a1-f52c-4b1c-8f95-796c6245223c req-d4aa5ab4-9572-4e87-8cd9-f21fabdffee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:23.285376 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-21fa21a1-f52c-4b1c-8f95-796c6245223c req-d4aa5ab4-9572-4e87-8cd9-f21fabdffee5 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=89891fb7-0571-4637-a13e-eaebabac5342 HTTP/1.1" status: 200 len: 849 time: 0.0587416 Oct 01 04:20:23.297826 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-eedcc90a-7971-41fc-b111-2591b34341e5 req-f8f28775-6101-41e6-8e98-19a8df880a7c tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e758483c-9e4c-4236-8a07-3b095c38114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2216842 Oct 01 04:20:23.342358 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b0ffe29-3317-4b51-a8bc-3630094cfd72 admin admin] Router 87feb5d5-1626-427a-998a-644297a2f6db is scheduled to L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 with binding_index 1 {{(pid=106386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 01 04:20:23.349682 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa21a1-f52c-4b1c-8f95-796c6245223c req-32fa4987-9e81-49be-9f45-46a97299531b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:23.351313 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-21fa21a1-f52c-4b1c-8f95-796c6245223c req-32fa4987-9e81-49be-9f45-46a97299531b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=3af0afc2-a8fa-427e-a8af-57c40105fd2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485346 Oct 01 04:20:23.355323 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c5e17737-e255-4c71-9b84-4cb66b465be5 req-ebe6a65b-b93e-40ef-a39b-35f65438e6ff service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=53afa43e-e4f6-45fd-be82-366552325c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1404157 Oct 01 04:20:23.404434 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-b83aa720-a5e4-4326-a0f0-9a5cfb8525d4 None None] Current status of the port 134f4cc3-ad43-412f-a4cc-2451bfbd078b is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:20:23.436095 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 7136ea86-24d8-4389-94ab-9649799d8818 details requested by agent hyperv_hv-cinder-86004 with host hv-cinder-86004 {{(pid=106388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 01 04:20:23.489387 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042cd805-7ca3-4b71-9575-47c70a2f0692 req-253fd6d5-a16a-4bd6-9960-f9d8c00c2502 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:23.491043 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-042cd805-7ca3-4b71-9575-47c70a2f0692 req-253fd6d5-a16a-4bd6-9960-f9d8c00c2502 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 945 time: 0.0528965 Oct 01 04:20:23.669698 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c5e17737-e255-4c71-9b84-4cb66b465be5 req-e0f708ed-4e51-4be3-ac10-56cb6ac03c6f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/53afa43e-e4f6-45fd-be82-366552325c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975690 Oct 01 04:20:23.673455 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-042cd805-7ca3-4b71-9575-47c70a2f0692 req-e2a45acd-2b56-415f-9b2f-ce7d84145708 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573038 Oct 01 04:20:23.684903 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0ffe29-3317-4b51-a8bc-3630094cfd72 admin admin] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:20:23.719427 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8b0ffe29-3317-4b51-a8bc-3630094cfd72 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:23.724264 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-8b0ffe29-3317-4b51-a8bc-3630094cfd72 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.4248536 Oct 01 04:20:23.725950 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 37090) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:20:23.775530 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7a275f-ec6f-4373-be60-3c824d05bac2 None None] Sync routers for ids ['87feb5d5-1626-427a-998a-644297a2f6db'] in dv-cinder-860044-1-iscsi {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:20:23.828318 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-21fa21a1-f52c-4b1c-8f95-796c6245223c req-5120fdb6-f24e-48b5-b495-2973b2dbd47e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3af0afc2-a8fa-427e-a8af-57c40105fd2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4573867 Oct 01 04:20:23.843419 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7a275f-ec6f-4373-be60-3c824d05bac2 None None] Routers {'87feb5d5-1626-427a-998a-644297a2f6db'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:20:23.844161 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-9f7a275f-ec6f-4373-be60-3c824d05bac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:20:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['87feb5d5-1626-427a-998a-644297a2f6db'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:20:23.937178 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port 7136ea86-24d8-4389-94ab-9649799d8818, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=7136ea86-24d8-4389-94ab-9649799d8818,segment=NetworkSegment(67a5d6d3-c0ca-4b8f-975c-656f0db03ab2),segment_id=67a5d6d3-c0ca-4b8f-975c-656f0db03ab2)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:20:23.969043 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Returning: {'device': '7136ea86-24d8-4389-94ab-9649799d8818', 'network_id': '53afa43e-e4f6-45fd-be82-366552325c26', 'port_id': '7136ea86-24d8-4389-94ab-9649799d8818', 'mac_address': 'fa:16:3e:46:c4:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d16cd05-d143-4844-a4bc-e7b8def3965c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 01 04:20:24.089050 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c5e17737-e255-4c71-9b84-4cb66b465be5 req-ecb2d394-7e0e-42a6-9337-5f046c41632c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/53afa43e-e4f6-45fd-be82-366552325c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4083774 Oct 01 04:20:24.161555 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Current status of the port 7136ea86-24d8-4389-94ab-9649799d8818 is: DOWN; New status is: BUILD {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:20:24.165381 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (7136ea86-24d8-4389-94ab-9649799d8818), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:24.177646 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-21fa21a1-f52c-4b1c-8f95-796c6245223c req-65352567-16ed-4b10-adab-820a31c9c821 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3af0afc2-a8fa-427e-a8af-57c40105fd2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385992 Oct 01 04:20:24.207688 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-1deb0fe4-a424-415b-a5cb-1dd55f97e352 None None] Provisioning complete for port 134f4cc3-ad43-412f-a4cc-2451bfbd078b triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:20:24.208911 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1deb0fe4-a424-415b-a5cb-1dd55f97e352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (134f4cc3-ad43-412f-a4cc-2451bfbd078b), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:24.209281 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-1deb0fe4-a424-415b-a5cb-1dd55f97e352 None None] Attempt 1 to provision port 134f4cc3-ad43-412f-a4cc-2451bfbd078b Oct 01 04:20:24.234985 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7136ea86-24d8-4389-94ab-9649799d8818 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 01 04:20:24.330368 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 134f4cc3-ad43-412f-a4cc-2451bfbd078b up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:20:24.349206 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-9f7a275f-ec6f-4373-be60-3c824d05bac2 None None] Set router 87feb5d5-1626-427a-998a-644297a2f6db gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:20:24.417599 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b23d67-61af-48a6-8418-8cebf852c340 req-21d08588-576e-487b-ada4-b0845c23d4e4 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:24.419114 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-c0b23d67-61af-48a6-8418-8cebf852c340 req-21d08588-576e-487b-ada4-b0845c23d4e4 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=43214db8-967a-4a0d-938b-85b40b1730da HTTP/1.1" status: 200 len: 944 time: 0.0629694 Oct 01 04:20:24.449786 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:24.583993 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:24.594110 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port 7136ea86-24d8-4389-94ab-9649799d8818, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=7136ea86-24d8-4389-94ab-9649799d8818,segment=NetworkSegment(67a5d6d3-c0ca-4b8f-975c-656f0db03ab2),segment_id=67a5d6d3-c0ca-4b8f-975c-656f0db03ab2)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:20:24.645737 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port 134f4cc3-ad43-412f-a4cc-2451bfbd078b triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:20:24.646817 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (134f4cc3-ad43-412f-a4cc-2451bfbd078b), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:24.646817 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port 134f4cc3-ad43-412f-a4cc-2451bfbd078b Oct 01 04:20:24.685721 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (7136ea86-24d8-4389-94ab-9649799d8818), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:24.787801 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Pushing event updated for resources: {'Port': ['ID=7136ea86-24d8-4389-94ab-9649799d8818,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:24.876470 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-c0b23d67-61af-48a6-8418-8cebf852c340 req-3c5f8d09-8d7b-41e5-b75b-d2191d4a5bb5 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6c4e18-276e-43db-8d0d-387d89d724bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027650 Oct 01 04:20:24.928959 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port 134f4cc3-ad43-412f-a4cc-2451bfbd078b is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:20:24.968272 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-1deb0fe4-a424-415b-a5cb-1dd55f97e352 None None] Current status of the port 134f4cc3-ad43-412f-a4cc-2451bfbd078b is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:20:24.979293 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-29be0f50-75fe-4d85-9949-f738c5802e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:24.982935 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-9f7a275f-ec6f-4373-be60-3c824d05bac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87feb5d5-1626-427a-998a-644297a2f6db', 'name': 'tempest-TestVolumeBootPattern-1386535668-router', 'tenant_id': '997939da104a452fba57b826ccae88d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'bba0aa9b-664f-4ecc-a002-a427311c870c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:20:18Z', 'updated_at': '2022-10-01T04:20:21Z', 'revision_number': 3, 'project_id': '997939da104a452fba57b826ccae88d7', 'gw_port': {'id': 'bba0aa9b-664f-4ecc-a002-a427311c870c', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87feb5d5-1626-427a-998a-644297a2f6db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:20:20Z', 'updated_at': '2022-10-01T04:20:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi'}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:20:25.018071 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7a275f-ec6f-4373-be60-3c824d05bac2 None None] Checking router: 87feb5d5-1626-427a-998a-644297a2f6db for host: dv-cinder-860044-1-iscsi {{(pid=106388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:20:25.018946 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7a275f-ec6f-4373-be60-3c824d05bac2 None None] Updating router 87feb5d5-1626-427a-998a-644297a2f6db port bba0aa9b-664f-4ecc-a002-a427311c870c binding host dv-cinder-860044-1-iscsi {{(pid=106388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 01 04:20:25.218096 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] get_ports_and_sgs() called for port_ids ['7136ea86-24d8-4389-94ab-9649799d8818'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 01 04:20:25.258020 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.db.db_base_plugin_common [None req-29be0f50-75fe-4d85-9949-f738c5802e94 admin admin] Allocated IP 172.20.0.1 (3acf143f-f933-4302-bf85-f6be07beebae/e145f6a7-9071-44ed-8787-a053a809a858/1be0dc87-7c2f-4b56-97a8-29bda72157d2) {{(pid=106386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:20:25.301947 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9f7a275f-ec6f-4373-be60-3c824d05bac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (bba0aa9b-664f-4ecc-a002-a427311c870c), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:25.564810 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:25.565464 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:25.571059 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-29be0f50-75fe-4d85-9949-f738c5802e94 admin admin] Publish callbacks [] for port (1be0dc87-7c2f-4b56-97a8-29bda72157d2), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:25.625210 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8cede1-5752-4d07-8872-ed489db62575 req-3a557fab-3997-4ea0-a1b5-82913a4c22a5 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:25.628703 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2e8cede1-5752-4d07-8872-ed489db62575 req-3a557fab-3997-4ea0-a1b5-82913a4c22a5 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 945 time: 0.6468158 Oct 01 04:20:25.776831 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-29be0f50-75fe-4d85-9949-f738c5802e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5071981'] for port (1be0dc87-7c2f-4b56-97a8-29bda72157d2), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:25.846189 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2e8cede1-5752-4d07-8872-ed489db62575 req-dd993357-301c-40cd-b4c7-74d5cd47aa5e tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e758483c-9e4c-4236-8a07-3b095c38114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885417 Oct 01 04:20:25.866416 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9f7a275f-ec6f-4373-be60-3c824d05bac2 None None] Publish callbacks [] for port (bba0aa9b-664f-4ecc-a002-a427311c870c), precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:25.870090 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29be0f50-75fe-4d85-9949-f738c5802e94 admin admin] Network 3acf143f-f933-4302-bf85-f6be07beebae is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:20:25.894215 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-29be0f50-75fe-4d85-9949-f738c5802e94 admin admin] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:20:25.898437 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29be0f50-75fe-4d85-9949-f738c5802e94 admin admin] Received port after_create {{(pid=106386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:20:25.976004 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29be0f50-75fe-4d85-9949-f738c5802e94 admin admin] Pushing event updated for resources: {'Port': ['ID=1be0dc87-7c2f-4b56-97a8-29bda72157d2,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:25.993740 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9f7a275f-ec6f-4373-be60-3c824d05bac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (bba0aa9b-664f-4ecc-a002-a427311c870c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:26.030478 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-9f7a275f-ec6f-4373-be60-3c824d05bac2 None None] Attempting to bind port bba0aa9b-664f-4ecc-a002-a427311c870c on host dv-cinder-860044-1-iscsi for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 01 04:20:26.030802 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-9f7a275f-ec6f-4373-be60-3c824d05bac2 None None] Attempting to bind port bba0aa9b-664f-4ecc-a002-a427311c870c by drivers openvswitch,hyperv on host dv-cinder-860044-1-iscsi at level 0 using segments [{'id': 'e11c25a1-22bc-489d-94fb-b6370ba219df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 01 04:20:26.031116 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7a275f-ec6f-4373-be60-3c824d05bac2 None None] Attempting to bind port bba0aa9b-664f-4ecc-a002-a427311c870c on network 1c94595f-3990-43c2-b34b-d882a8bf5172 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:20:26.047348 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:26.155735 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7a275f-ec6f-4373-be60-3c824d05bac2 None None] Checking agent: {'id': 'd8875dbe-87f1-4639-b3ef-79ff4b202d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860044-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 1, 4, 9, 48), 'started_at': datetime.datetime(2022, 10, 1, 4, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 1, 4, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860044-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 01 04:20:26.156678 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7a275f-ec6f-4373-be60-3c824d05bac2 None None] Checking segment: {'id': 'e11c25a1-22bc-489d-94fb-b6370ba219df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:20:26.157471 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9f7a275f-ec6f-4373-be60-3c824d05bac2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:26.165107 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7a275f-ec6f-4373-be60-3c824d05bac2 None None] Bound using segment: {'id': 'e11c25a1-22bc-489d-94fb-b6370ba219df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 01 04:20:26.165927 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-9f7a275f-ec6f-4373-be60-3c824d05bac2 None None] Bound port: bba0aa9b-664f-4ecc-a002-a427311c870c, host: dv-cinder-860044-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e11c25a1-22bc-489d-94fb-b6370ba219df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 01 04:20:26.166575 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9f7a275f-ec6f-4373-be60-3c824d05bac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (bba0aa9b-664f-4ecc-a002-a427311c870c), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:26.168464 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-29be0f50-75fe-4d85-9949-f738c5802e94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7982369'] for router_interface (87feb5d5-1626-427a-998a-644297a2f6db), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:26.235459 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-9f7a275f-ec6f-4373-be60-3c824d05bac2 None None] For port bba0aa9b-664f-4ecc-a002-a427311c870c, host dv-cinder-860044-1-iscsi, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 01 04:20:26.247170 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-9f7a275f-ec6f-4373-be60-3c824d05bac2 None None] For port bba0aa9b-664f-4ecc-a002-a427311c870c, host dv-cinder-860044-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=bba0aa9b-664f-4ecc-a002-a427311c870c,segment=NetworkSegment(e11c25a1-22bc-489d-94fb-b6370ba219df),segment_id=e11c25a1-22bc-489d-94fb-b6370ba219df)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 01 04:20:26.262016 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:26.273151 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9f7a275f-ec6f-4373-be60-3c824d05bac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (bba0aa9b-664f-4ecc-a002-a427311c870c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:26.278893 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c776e0-27d9-4ae1-bf26-476f8f6a1915 req-8e7ec791-049b-441b-b2b0-63898153c64e tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:26.289964 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-29c776e0-27d9-4ae1-bf26-476f8f6a1915 req-8e7ec791-049b-441b-b2b0-63898153c64e tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 945 time: 0.2838948 Oct 01 04:20:26.318362 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:26.322808 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-e66dde31-4946-44f4-9262-d0e56bee45d4 None None] Provisioning complete for port 1be0dc87-7c2f-4b56-97a8-29bda72157d2 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:20:26.323411 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e66dde31-4946-44f4-9262-d0e56bee45d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (1be0dc87-7c2f-4b56-97a8-29bda72157d2), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:26.323926 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-e66dde31-4946-44f4-9262-d0e56bee45d4 None None] Attempt 1 to provision port 1be0dc87-7c2f-4b56-97a8-29bda72157d2 Oct 01 04:20:26.376381 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7a275f-ec6f-4373-be60-3c824d05bac2 None None] Routers {'87feb5d5-1626-427a-998a-644297a2f6db'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:20:26.377511 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-9f7a275f-ec6f-4373-be60-3c824d05bac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:20:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['87feb5d5-1626-427a-998a-644297a2f6db'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:20:26.412795 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-29c776e0-27d9-4ae1-bf26-476f8f6a1915 req-312d6648-f336-429c-9272-bffada5cc455 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218119 Oct 01 04:20:26.480747 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-e66dde31-4946-44f4-9262-d0e56bee45d4 None None] Port 1be0dc87-7c2f-4b56-97a8-29bda72157d2 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 01 04:20:26.498847 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad68db8f-2405-43db-9372-57b8a2e699d4 None None] Pushing event updated for resources: {'Port': ['ID=bba0aa9b-664f-4ecc-a002-a427311c870c,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:26.574850 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad68db8f-2405-43db-9372-57b8a2e699d4 None None] Pushing event updated for resources: {'Port': ['ID=bba0aa9b-664f-4ecc-a002-a427311c870c,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:26.635308 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-9f7a275f-ec6f-4373-be60-3c824d05bac2 None None] Set router 87feb5d5-1626-427a-998a-644297a2f6db gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:20:26.647811 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cffd2bc-4b5a-46e7-ad73-41a7fbbc35d1 req-642f29cc-bdf5-4431-ac6c-40d5f7d365da tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:26.649411 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7cffd2bc-4b5a-46e7-ad73-41a7fbbc35d1 req-642f29cc-bdf5-4431-ac6c-40d5f7d365da tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=43214db8-967a-4a0d-938b-85b40b1730da HTTP/1.1" status: 200 len: 945 time: 0.1109138 Oct 01 04:20:26.650578 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-29be0f50-75fe-4d85-9949-f738c5802e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (1be0dc87-7c2f-4b56-97a8-29bda72157d2), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:27.065166 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:27.086033 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-29be0f50-75fe-4d85-9949-f738c5802e94 admin admin] Publish callbacks [] for port (1be0dc87-7c2f-4b56-97a8-29bda72157d2), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:27.092055 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7cffd2bc-4b5a-46e7-ad73-41a7fbbc35d1 req-392a4a9a-3ed6-4e41-9eea-48488952c760 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6c4e18-276e-43db-8d0d-387d89d724bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4287586 Oct 01 04:20:27.093619 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-29be0f50-75fe-4d85-9949-f738c5802e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5071994'] for port (1be0dc87-7c2f-4b56-97a8-29bda72157d2), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:27.142480 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-9f7a275f-ec6f-4373-be60-3c824d05bac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87feb5d5-1626-427a-998a-644297a2f6db', 'name': 'tempest-TestVolumeBootPattern-1386535668-router', 'tenant_id': '997939da104a452fba57b826ccae88d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'bba0aa9b-664f-4ecc-a002-a427311c870c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:20:18Z', 'updated_at': '2022-10-01T04:20:21Z', 'revision_number': 3, 'project_id': '997939da104a452fba57b826ccae88d7', 'gw_port': {'id': 'bba0aa9b-664f-4ecc-a002-a427311c870c', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87feb5d5-1626-427a-998a-644297a2f6db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:20:20Z', 'updated_at': '2022-10-01T04:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi'}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:20:27.212567 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=78,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:27.227709 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29be0f50-75fe-4d85-9949-f738c5802e94 admin admin] Pushing event updated for resources: {'Port': ['ID=1be0dc87-7c2f-4b56-97a8-29bda72157d2,revision_number=2']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:27.241474 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-29be0f50-75fe-4d85-9949-f738c5802e94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7886632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7982485'] for router_interface (87feb5d5-1626-427a-998a-644297a2f6db), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:27.278988 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7a275f-ec6f-4373-be60-3c824d05bac2 None None] The sync data for ids ['87feb5d5-1626-427a-998a-644297a2f6db'] in dv-cinder-860044-1-iscsi is: [{'id': '87feb5d5-1626-427a-998a-644297a2f6db', 'name': 'tempest-TestVolumeBootPattern-1386535668-router', 'tenant_id': '997939da104a452fba57b826ccae88d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'bba0aa9b-664f-4ecc-a002-a427311c870c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:20:18Z', 'updated_at': '2022-10-01T04:20:21Z', 'revision_number': 3, 'project_id': '997939da104a452fba57b826ccae88d7', 'gw_port': {'id': 'bba0aa9b-664f-4ecc-a002-a427311c870c', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87feb5d5-1626-427a-998a-644297a2f6db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:20:20Z', 'updated_at': '2022-10-01T04:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi'}] {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:20:27.296307 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=8 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:27.435877 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa43d2-f36f-445c-ab6e-bccee04de421 req-6f279a47-5231-47dc-8ab3-646fbd0ffdac tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:27.437399 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-57fa43d2-f36f-445c-ab6e-bccee04de421 req-6f279a47-5231-47dc-8ab3-646fbd0ffdac tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 945 time: 0.1214752 Oct 01 04:20:27.451534 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 7136ea86-24d8-4389-94ab-9649799d8818 up at agent hyperv_hv-cinder-86004 {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:20:27.576479 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Provisioning for port 7136ea86-24d8-4389-94ab-9649799d8818 completed by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 01 04:20:27.586631 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29be0f50-75fe-4d85-9949-f738c5802e94 admin admin] Network 3acf143f-f933-4302-bf85-f6be07beebae is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:20:27.592275 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Provisioning complete for port 7136ea86-24d8-4389-94ab-9649799d8818 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:20:27.597523 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (7136ea86-24d8-4389-94ab-9649799d8818), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:27.597988 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Attempt 1 to provision port 7136ea86-24d8-4389-94ab-9649799d8818 Oct 01 04:20:27.607487 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-29be0f50-75fe-4d85-9949-f738c5802e94 admin admin] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:20:27.747378 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-57fa43d2-f36f-445c-ab6e-bccee04de421 req-b6fdddfc-a78f-4d36-8893-d459e99a60ee tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e758483c-9e4c-4236-8a07-3b095c38114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2653944 Oct 01 04:20:27.897791 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29be0f50-75fe-4d85-9949-f738c5802e94 admin admin] Router 87feb5d5-1626-427a-998a-644297a2f6db has already been hosted by L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 {{(pid=106386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 01 04:20:27.898088 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Current status of the port 7136ea86-24d8-4389-94ab-9649799d8818 is: BUILD; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:20:27.898663 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (7136ea86-24d8-4389-94ab-9649799d8818), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:27.965543 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43214db8-967a-4a0d-938b-85b40b1730da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7136ea86-24d8-4389-94ab-9649799d8818'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:20:27.967889 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc2ed8ba810a9a899feae06a2d512ab46721588d0493fdbeca0f1bffbb3e03b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43b9805-2766-43b9-8b26-5bff1aaed54c" -d '{"events": [{"server_uuid": "43214db8-967a-4a0d-938b-85b40b1730da", "name": "network-vif-plugged", "status": "completed", "tag": "7136ea86-24d8-4389-94ab-9649799d8818"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:20:27.988275 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port 7136ea86-24d8-4389-94ab-9649799d8818, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=7136ea86-24d8-4389-94ab-9649799d8818,segment=NetworkSegment(67a5d6d3-c0ca-4b8f-975c-656f0db03ab2),segment_id=67a5d6d3-c0ca-4b8f-975c-656f0db03ab2)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:20:27.994365 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (7136ea86-24d8-4389-94ab-9649799d8818), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:28.041788 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a529b444-1a24-48f8-b148-51df18e24473 req-27b73288-6cfc-42b3-b9f0-b1a9fe8d399b tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:28.050353 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a529b444-1a24-48f8-b148-51df18e24473 req-27b73288-6cfc-42b3-b9f0-b1a9fe8d399b tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 945 time: 0.1506505 Oct 01 04:20:28.146904 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Pushing event updated for resources: {'Port': ['ID=7136ea86-24d8-4389-94ab-9649799d8818,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:28.184101 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:28.214319 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-25414b04-b286-4ec5-8d11-dff7f2368da2 None None] Provisioning complete for port 1be0dc87-7c2f-4b56-97a8-29bda72157d2 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:20:28.218873 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-25414b04-b286-4ec5-8d11-dff7f2368da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (1be0dc87-7c2f-4b56-97a8-29bda72157d2), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:28.219525 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-25414b04-b286-4ec5-8d11-dff7f2368da2 None None] Attempt 1 to provision port 1be0dc87-7c2f-4b56-97a8-29bda72157d2 Oct 01 04:20:28.309639 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device bba0aa9b-664f-4ecc-a002-a427311c870c up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:20:28.363340 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a529b444-1a24-48f8-b148-51df18e24473 req-1e0e7ae2-3a29-4822-b791-52a9f0e8377e tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2985327 Oct 01 04:20:28.456678 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-25414b04-b286-4ec5-8d11-dff7f2368da2 None None] Port 1be0dc87-7c2f-4b56-97a8-29bda72157d2 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 01 04:20:28.469350 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 01 Oct 2022 04:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736bd69b-86ed-42cc-b02e-b1a76e835be7 x-openstack-request-id: req-736bd69b-86ed-42cc-b02e-b1a76e835be7 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:20:28.469660 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43214db8-967a-4a0d-938b-85b40b1730da", "name": "network-vif-plugged", "status": "completed", "tag": "7136ea86-24d8-4389-94ab-9649799d8818", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:20:28.469924 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-736bd69b-86ed-42cc-b02e-b1a76e835be7 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:20:28.470326 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-736bd69b-86ed-42cc-b02e-b1a76e835be7'] response: {'server_uuid': '43214db8-967a-4a0d-938b-85b40b1730da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7136ea86-24d8-4389-94ab-9649799d8818', 'code': 200} Oct 01 04:20:28.487854 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port bba0aa9b-664f-4ecc-a002-a427311c870c triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:20:28.488127 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (bba0aa9b-664f-4ecc-a002-a427311c870c), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:28.488470 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port bba0aa9b-664f-4ecc-a002-a427311c870c Oct 01 04:20:28.515234 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29be0f50-75fe-4d85-9949-f738c5802e94 admin admin] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:20:28.526848 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-29be0f50-75fe-4d85-9949-f738c5802e94 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/87feb5d5-1626-427a-998a-644297a2f6db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7996764 Oct 01 04:20:28.697075 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:28.739576 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d484fd-7043-4b37-95d4-88146978e5b3 req-bfda36d1-c0f0-425d-bd8f-2762c9216874 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:28.741086 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port bba0aa9b-664f-4ecc-a002-a427311c870c is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:20:28.743012 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (bba0aa9b-664f-4ecc-a002-a427311c870c), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:28.751538 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-39d484fd-7043-4b37-95d4-88146978e5b3 req-bfda36d1-c0f0-425d-bd8f-2762c9216874 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=43214db8-967a-4a0d-938b-85b40b1730da HTTP/1.1" status: 200 len: 946 time: 0.1549377 Oct 01 04:20:28.810761 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] For port bba0aa9b-664f-4ecc-a002-a427311c870c, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=bba0aa9b-664f-4ecc-a002-a427311c870c,segment=NetworkSegment(e11c25a1-22bc-489d-94fb-b6370ba219df),segment_id=e11c25a1-22bc-489d-94fb-b6370ba219df)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:20:28.816443 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1416d97-cbff-4baa-8592-a385f7dbdec4 req-1327a9ae-2a64-4867-a461-d6b9eb0519eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:28.821491 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (bba0aa9b-664f-4ecc-a002-a427311c870c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:28.826554 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a1416d97-cbff-4baa-8592-a385f7dbdec4 req-1327a9ae-2a64-4867-a461-d6b9eb0519eb service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=43214db8-967a-4a0d-938b-85b40b1730da HTTP/1.1" status: 200 len: 1130 time: 0.1079471 Oct 01 04:20:28.838926 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-39d484fd-7043-4b37-95d4-88146978e5b3 req-c5086bc4-caf1-4246-b436-83b81f46e9e1 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6c4e18-276e-43db-8d0d-387d89d724bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843484 Oct 01 04:20:28.867285 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:28.914004 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Pushing event updated for resources: {'Port': ['ID=bba0aa9b-664f-4ecc-a002-a427311c870c,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:28.946494 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a1416d97-cbff-4baa-8592-a385f7dbdec4 req-c8133ab0-1a9d-4bb4-8db9-c5a8b0636fc8 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4d6c4e18-276e-43db-8d0d-387d89d724bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088138 Oct 01 04:20:28.958622 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b52a1c34-b016-4e79-97d1-89abe029d5ce req-6870b429-9e22-45ce-8a88-53f7befcf4b4 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--815724258&fields=id&tenant_id=839c91c5262a49768c3e937b5a034137 HTTP/1.1" status: 200 len: 267 time: 0.0827565 Oct 01 04:20:29.226871 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a1c34-b016-4e79-97d1-89abe029d5ce req-03cf73d0-2888-493d-9d23-2e42ea3377da tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:29.238056 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b52a1c34-b016-4e79-97d1-89abe029d5ce req-03cf73d0-2888-493d-9d23-2e42ea3377da tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/networks?id=9e21d865-d526-49ca-8e76-21cf583604c4 HTTP/1.1" status: 200 len: 819 time: 0.2658553 Oct 01 04:20:29.252475 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b52a1c34-b016-4e79-97d1-89abe029d5ce req-ecdbb0e9-b56f-44f0-be09-ea474e579623 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/quotas/839c91c5262a49768c3e937b5a034137 HTTP/1.1" status: 200 len: 375 time: 0.0129004 Oct 01 04:20:29.361502 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b52a1c34-b016-4e79-97d1-89abe029d5ce req-3950f318-bada-4ea7-91cd-4deac797a5ba tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=839c91c5262a49768c3e937b5a034137&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0986352 Oct 01 04:20:29.426914 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 37164) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:20:29.433021 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-c5c07028-63b1-491e-b9bb-3f4cbbbcf70e tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1256671354', 'description': 'tempest-secgroup-smoke-1256671354 description', 'project_id': '721dd52b82194e4d91113d4d688900ae'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:20:29.447553 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:29.464537 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c5c07028-63b1-491e-b9bb-3f4cbbbcf70e tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:29.477821 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:29.522014 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:29.548634 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b52a1c34-b016-4e79-97d1-89abe029d5ce req-5da0f675-59a2-4998-924a-30f18b75d126 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/9e21d865-d526-49ca-8e76-21cf583604c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653137 Oct 01 04:20:29.577632 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c5c07028-63b1-491e-b9bb-3f4cbbbcf70e tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks [] for security_group (e954344d-b98a-4d3f-9322-8f5eddb13172), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:29.588512 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c5c07028-63b1-491e-b9bb-3f4cbbbcf70e tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (e954344d-b98a-4d3f-9322-8f5eddb13172), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:29.629628 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c07028-63b1-491e-b9bb-3f4cbbbcf70e tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e954344d-b98a-4d3f-9322-8f5eddb13172,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:29.635900 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c5c07028-63b1-491e-b9bb-3f4cbbbcf70e tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:29.637556 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-c5c07028-63b1-491e-b9bb-3f4cbbbcf70e tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2093611 Oct 01 04:20:29.641458 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 37170) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:20:29.647505 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-73e4ff2c-5520-47aa-bd1e-81a806d73878 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Request body: {'security_group_rule': {'security_group_id': 'e954344d-b98a-4d3f-9322-8f5eddb13172', 'project_id': '721dd52b82194e4d91113d4d688900ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:20:29.703446 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-73e4ff2c-5520-47aa-bd1e-81a806d73878 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks [] for security_group_rule (48507688-bc1a-4d91-ae35-78842a4c9ecd), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:29.703797 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b52a1c34-b016-4e79-97d1-89abe029d5ce req-45c5ccb8-efbd-4c3c-9d74-a0a3dc6d57e9 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/9e21d865-d526-49ca-8e76-21cf583604c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458704 Oct 01 04:20:29.767844 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-73e4ff2c-5520-47aa-bd1e-81a806d73878 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks [] for security_group_rule (48507688-bc1a-4d91-ae35-78842a4c9ecd), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:29.774043 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-73e4ff2c-5520-47aa-bd1e-81a806d73878 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043934'] for security_group_rule (48507688-bc1a-4d91-ae35-78842a4c9ecd), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:29.788402 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e4ff2c-5520-47aa-bd1e-81a806d73878 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48507688-bc1a-4d91-ae35-78842a4c9ecd,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:29.823262 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-73e4ff2c-5520-47aa-bd1e-81a806d73878 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:29.824611 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-73e4ff2c-5520-47aa-bd1e-81a806d73878 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1816511 Oct 01 04:20:29.830064 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 37172) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:20:29.845463 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-63d4c94c-eb6a-4867-bc6b-0c3ca9b52df4 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Request body: {'security_group_rule': {'security_group_id': 'e954344d-b98a-4d3f-9322-8f5eddb13172', 'project_id': '721dd52b82194e4d91113d4d688900ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:20:29.883589 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-63d4c94c-eb6a-4867-bc6b-0c3ca9b52df4 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks [] for security_group_rule (cd1a001e-a764-4bbe-ac38-b2d895fbcb60), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:29.997950 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222bd659-5adf-4beb-8416-049d563e0d19 req-4b08c0f5-5d80-45e4-a81b-d0ab924760d9 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:29.999509 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-222bd659-5adf-4beb-8416-049d563e0d19 req-4b08c0f5-5d80-45e4-a81b-d0ab924760d9 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 945 time: 0.0644498 Oct 01 04:20:30.013219 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-63d4c94c-eb6a-4867-bc6b-0c3ca9b52df4 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks [] for security_group_rule (cd1a001e-a764-4bbe-ac38-b2d895fbcb60), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:30.025943 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-63d4c94c-eb6a-4867-bc6b-0c3ca9b52df4 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043934'] for security_group_rule (cd1a001e-a764-4bbe-ac38-b2d895fbcb60), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:30.077663 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d4c94c-eb6a-4867-bc6b-0c3ca9b52df4 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd1a001e-a764-4bbe-ac38-b2d895fbcb60,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:30.093548 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-63d4c94c-eb6a-4867-bc6b-0c3ca9b52df4 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:30.096468 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-63d4c94c-eb6a-4867-bc6b-0c3ca9b52df4 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2643993 Oct 01 04:20:30.099804 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-222bd659-5adf-4beb-8416-049d563e0d19 req-a685f412-ae0f-4eb9-a3cb-0f940eae0daa tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944741 Oct 01 04:20:30.100307 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 37184) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:20:30.114076 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [None req-a99265d7-b634-4cd6-b797-c8f3a8171452 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Request body: {'security_group_rule': {'security_group_id': 'e954344d-b98a-4d3f-9322-8f5eddb13172', 'project_id': '721dd52b82194e4d91113d4d688900ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:20:30.153733 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-a99265d7-b634-4cd6-b797-c8f3a8171452 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks [] for security_group_rule (6e0a41f5-26b8-4cff-b119-a1ca1aef4572), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:30.223721 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device bba0aa9b-664f-4ecc-a002-a427311c870c up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:20:30.267158 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4224ae-e7ee-41d2-87d9-723fffca2b82 None None] Sync routers for ids ['87feb5d5-1626-427a-998a-644297a2f6db'] in dv-cinder-860044-1-iscsi {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:20:30.280623 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4224ae-e7ee-41d2-87d9-723fffca2b82 None None] Routers {'87feb5d5-1626-427a-998a-644297a2f6db'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:20:30.281969 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-5d4224ae-e7ee-41d2-87d9-723fffca2b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:20:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['87feb5d5-1626-427a-998a-644297a2f6db'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:20:30.346582 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port bba0aa9b-664f-4ecc-a002-a427311c870c triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:20:30.347164 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (bba0aa9b-664f-4ecc-a002-a427311c870c), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:30.348639 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port bba0aa9b-664f-4ecc-a002-a427311c870c Oct 01 04:20:30.399868 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-a99265d7-b634-4cd6-b797-c8f3a8171452 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks [] for security_group_rule (6e0a41f5-26b8-4cff-b119-a1ca1aef4572), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:30.425420 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ceebe2-46a6-42ce-b101-52e004bca236 req-74cf79ce-75ba-4066-b643-e029652782c7 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:30.451741 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b0ceebe2-46a6-42ce-b101-52e004bca236 req-74cf79ce-75ba-4066-b643-e029652782c7 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=43214db8-967a-4a0d-938b-85b40b1730da HTTP/1.1" status: 200 len: 946 time: 0.1855650 Oct 01 04:20:30.451741 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-a99265d7-b634-4cd6-b797-c8f3a8171452 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043934'] for security_group_rule (6e0a41f5-26b8-4cff-b119-a1ca1aef4572), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:30.469002 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port bba0aa9b-664f-4ecc-a002-a427311c870c is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:20:30.499088 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-5d4224ae-e7ee-41d2-87d9-723fffca2b82 None None] Set router 87feb5d5-1626-427a-998a-644297a2f6db gateway port host: dv-cinder-860044-1-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:20:30.508797 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99265d7-b634-4cd6-b797-c8f3a8171452 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e0a41f5-26b8-4cff-b119-a1ca1aef4572,revision_number=0']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:30.527058 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-a99265d7-b634-4cd6-b797-c8f3a8171452 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:30.529079 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-a99265d7-b634-4cd6-b797-c8f3a8171452 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4277415 Oct 01 04:20:30.531999 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 37194) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:20:30.537896 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-f47e787b-dbe5-4264-8302-f9da25032efc tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Request body: {'security_group_rule': {'security_group_id': 'e954344d-b98a-4d3f-9322-8f5eddb13172', 'project_id': '721dd52b82194e4d91113d4d688900ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:20:30.596361 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f47e787b-dbe5-4264-8302-f9da25032efc tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks [] for security_group_rule (c03fc013-967b-49fc-a059-1d6742cbc4c5), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:30.617313 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b0ceebe2-46a6-42ce-b101-52e004bca236 req-6af746b0-95bf-446f-b1e0-ff262adac0d4 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6c4e18-276e-43db-8d0d-387d89d724bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757808 Oct 01 04:20:30.739953 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-e5a0fbce-ccef-4bc6-a561-fa1743d9a0dd req-715d5c76-0e11-44db-951d-c0708638a9cc tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 210 time: 0.0655901 Oct 01 04:20:30.796111 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f47e787b-dbe5-4264-8302-f9da25032efc tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks [] for security_group_rule (c03fc013-967b-49fc-a059-1d6742cbc4c5), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:30.804478 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f47e787b-dbe5-4264-8302-f9da25032efc tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043934'] for security_group_rule (c03fc013-967b-49fc-a059-1d6742cbc4c5), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:30.842994 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e787b-dbe5-4264-8302-f9da25032efc tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c03fc013-967b-49fc-a059-1d6742cbc4c5,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:30.857146 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f47e787b-dbe5-4264-8302-f9da25032efc tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:30.861755 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-f47e787b-dbe5-4264-8302-f9da25032efc tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3283288 Oct 01 04:20:30.861920 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 37196) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:20:30.866697 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [None req-3e189e41-901d-481a-b008-6604c61f033e tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Request body: {'security_group_rule': {'security_group_id': 'e954344d-b98a-4d3f-9322-8f5eddb13172', 'project_id': '721dd52b82194e4d91113d4d688900ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:20:30.903948 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.db.securitygroups_db [None req-3e189e41-901d-481a-b008-6604c61f033e tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Project 721dd52b82194e4d91113d4d688900ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 01 04:20:30.917332 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3e189e41-901d-481a-b008-6604c61f033e tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks [] for security_group_rule (fa5f7640-4991-4440-9921-8bee9295e99e), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:30.923003 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-5d4224ae-e7ee-41d2-87d9-723fffca2b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87feb5d5-1626-427a-998a-644297a2f6db', 'name': 'tempest-TestVolumeBootPattern-1386535668-router', 'tenant_id': '997939da104a452fba57b826ccae88d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'bba0aa9b-664f-4ecc-a002-a427311c870c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:20:18Z', 'updated_at': '2022-10-01T04:20:26Z', 'revision_number': 4, 'project_id': '997939da104a452fba57b826ccae88d7', 'gw_port': {'id': 'bba0aa9b-664f-4ecc-a002-a427311c870c', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87feb5d5-1626-427a-998a-644297a2f6db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:20:20Z', 'updated_at': '2022-10-01T04:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '1be0dc87-7c2f-4b56-97a8-29bda72157d2', 'name': '', 'network_id': '3acf143f-f933-4302-bf85-f6be07beebae', 'tenant_id': '997939da104a452fba57b826ccae88d7', 'mac_address': 'fa:16:3e:31:24:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87feb5d5-1626-427a-998a-644297a2f6db', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e145f6a7-9071-44ed-8787-a053a809a858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:20:25Z', 'updated_at': '2022-10-01T04:20:26Z', 'revision_number': 2, 'project_id': '997939da104a452fba57b826ccae88d7', 'subnets': [{'id': 'e145f6a7-9071-44ed-8787-a053a809a858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:20:30.969339 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4224ae-e7ee-41d2-87d9-723fffca2b82 None None] Checking router: 87feb5d5-1626-427a-998a-644297a2f6db for host: dv-cinder-860044-1-iscsi {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:20:30.969845 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4224ae-e7ee-41d2-87d9-723fffca2b82 None None] Updating router 87feb5d5-1626-427a-998a-644297a2f6db port 1be0dc87-7c2f-4b56-97a8-29bda72157d2 binding host dv-cinder-860044-1-iscsi {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 01 04:20:31.005166 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5d4224ae-e7ee-41d2-87d9-723fffca2b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (1be0dc87-7c2f-4b56-97a8-29bda72157d2), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:31.030199 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3e189e41-901d-481a-b008-6604c61f033e tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks [] for security_group_rule (fa5f7640-4991-4440-9921-8bee9295e99e), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:31.037433 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3e189e41-901d-481a-b008-6604c61f033e tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043934'] for security_group_rule (fa5f7640-4991-4440-9921-8bee9295e99e), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:31.070106 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e189e41-901d-481a-b008-6604c61f033e tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa5f7640-4991-4440-9921-8bee9295e99e,revision_number=0']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:31.079387 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3e189e41-901d-481a-b008-6604c61f033e tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:31.083343 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-3e189e41-901d-481a-b008-6604c61f033e tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2180870 Oct 01 04:20:31.083562 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 37198) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:20:31.089584 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [None req-77598f1e-e864-4dc1-8af1-b043ce32a1a7 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Request body: {'security_group_rule': {'security_group_id': 'e954344d-b98a-4d3f-9322-8f5eddb13172', 'project_id': '721dd52b82194e4d91113d4d688900ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:20:31.115875 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.db.securitygroups_db [None req-77598f1e-e864-4dc1-8af1-b043ce32a1a7 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Project 721dd52b82194e4d91113d4d688900ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 01 04:20:31.123762 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-77598f1e-e864-4dc1-8af1-b043ce32a1a7 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks [] for security_group_rule (d92b2eee-6efc-4cef-b191-63779e7d5fe3), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:31.150397 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:31.246546 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-77598f1e-e864-4dc1-8af1-b043ce32a1a7 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks [] for security_group_rule (d92b2eee-6efc-4cef-b191-63779e7d5fe3), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:31.256368 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-77598f1e-e864-4dc1-8af1-b043ce32a1a7 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043934'] for security_group_rule (d92b2eee-6efc-4cef-b191-63779e7d5fe3), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:31.284132 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77598f1e-e864-4dc1-8af1-b043ce32a1a7 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d92b2eee-6efc-4cef-b191-63779e7d5fe3,revision_number=0']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:31.298085 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-77598f1e-e864-4dc1-8af1-b043ce32a1a7 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:31.299811 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-77598f1e-e864-4dc1-8af1-b043ce32a1a7 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2148833 Oct 01 04:20:31.371822 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:31.392527 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379c248-f257-483a-9c26-1c23f6469870 req-774a545a-b8fd-48a1-a9c2-129e370d989f tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:31.394527 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-3379c248-f257-483a-9c26-1c23f6469870 req-774a545a-b8fd-48a1-a9c2-129e370d989f tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 945 time: 0.0863340 Oct 01 04:20:31.438619 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5d4224ae-e7ee-41d2-87d9-723fffca2b82 None None] Publish callbacks [] for port (1be0dc87-7c2f-4b56-97a8-29bda72157d2), precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:31.450044 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5d4224ae-e7ee-41d2-87d9-723fffca2b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (1be0dc87-7c2f-4b56-97a8-29bda72157d2), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:31.497413 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-3379c248-f257-483a-9c26-1c23f6469870 req-1a3702f7-8fb2-419b-b83f-709fa8253923 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868831 Oct 01 04:20:31.592586 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f7e29-cc13-437a-a677-b8282af0bdbc None None] Pushing event updated for resources: {'Port': ['ID=1be0dc87-7c2f-4b56-97a8-29bda72157d2,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:31.605388 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-5d4224ae-e7ee-41d2-87d9-723fffca2b82 None None] Attempting to bind port 1be0dc87-7c2f-4b56-97a8-29bda72157d2 on host dv-cinder-860044-1-iscsi for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 01 04:20:31.605833 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-5d4224ae-e7ee-41d2-87d9-723fffca2b82 None None] Attempting to bind port 1be0dc87-7c2f-4b56-97a8-29bda72157d2 by drivers openvswitch,hyperv on host dv-cinder-860044-1-iscsi at level 0 using segments [{'id': '5eeac10b-4dbd-4e14-ac6b-6f4e61ac7277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3acf143f-f933-4302-bf85-f6be07beebae'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 01 04:20:31.606266 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4224ae-e7ee-41d2-87d9-723fffca2b82 None None] Attempting to bind port 1be0dc87-7c2f-4b56-97a8-29bda72157d2 on network 3acf143f-f933-4302-bf85-f6be07beebae {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:20:31.653285 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4224ae-e7ee-41d2-87d9-723fffca2b82 None None] Checking agent: {'id': 'd8875dbe-87f1-4639-b3ef-79ff4b202d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860044-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 1, 4, 9, 48), 'started_at': datetime.datetime(2022, 10, 1, 4, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 1, 4, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860044-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 01 04:20:31.653804 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4224ae-e7ee-41d2-87d9-723fffca2b82 None None] Checking segment: {'id': '5eeac10b-4dbd-4e14-ac6b-6f4e61ac7277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3acf143f-f933-4302-bf85-f6be07beebae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:20:31.654251 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5d4224ae-e7ee-41d2-87d9-723fffca2b82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:31.654702 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4224ae-e7ee-41d2-87d9-723fffca2b82 None None] Bound using segment: {'id': '5eeac10b-4dbd-4e14-ac6b-6f4e61ac7277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3acf143f-f933-4302-bf85-f6be07beebae'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 01 04:20:31.655232 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-5d4224ae-e7ee-41d2-87d9-723fffca2b82 None None] Bound port: 1be0dc87-7c2f-4b56-97a8-29bda72157d2, host: dv-cinder-860044-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eeac10b-4dbd-4e14-ac6b-6f4e61ac7277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3acf143f-f933-4302-bf85-f6be07beebae'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 01 04:20:31.655720 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5d4224ae-e7ee-41d2-87d9-723fffca2b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (1be0dc87-7c2f-4b56-97a8-29bda72157d2), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:31.763959 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-5d4224ae-e7ee-41d2-87d9-723fffca2b82 None None] For port 1be0dc87-7c2f-4b56-97a8-29bda72157d2, host dv-cinder-860044-1-iscsi, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 01 04:20:31.771980 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-5d4224ae-e7ee-41d2-87d9-723fffca2b82 None None] For port 1be0dc87-7c2f-4b56-97a8-29bda72157d2, host dv-cinder-860044-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=1be0dc87-7c2f-4b56-97a8-29bda72157d2,segment=NetworkSegment(5eeac10b-4dbd-4e14-ac6b-6f4e61ac7277),segment_id=5eeac10b-4dbd-4e14-ac6b-6f4e61ac7277)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 01 04:20:31.789185 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5d4224ae-e7ee-41d2-87d9-723fffca2b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (1be0dc87-7c2f-4b56-97a8-29bda72157d2), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:31.810877 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa292b-8ecf-4f0a-9d71-aec87cdc095f req-f5c5dd59-f300-461d-8631-47c4e6c8f656 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:31.813711 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-11fa292b-8ecf-4f0a-9d71-aec87cdc095f req-f5c5dd59-f300-461d-8631-47c4e6c8f656 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=43214db8-967a-4a0d-938b-85b40b1730da HTTP/1.1" status: 200 len: 946 time: 0.0995884 Oct 01 04:20:31.831081 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:31.834494 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:31.850728 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4224ae-e7ee-41d2-87d9-723fffca2b82 None None] Routers {'87feb5d5-1626-427a-998a-644297a2f6db'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:20:31.851623 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-5d4224ae-e7ee-41d2-87d9-723fffca2b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:20:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['87feb5d5-1626-427a-998a-644297a2f6db'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:20:31.941165 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-11fa292b-8ecf-4f0a-9d71-aec87cdc095f req-41dff984-8771-45ca-ae41-15eebce94f4f tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6c4e18-276e-43db-8d0d-387d89d724bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096809 Oct 01 04:20:31.970129 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f7e29-cc13-437a-a677-b8282af0bdbc None None] Pushing event updated for resources: {'Port': ['ID=1be0dc87-7c2f-4b56-97a8-29bda72157d2,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:32.066098 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a1c34-b016-4e79-97d1-89abe029d5ce req-fc1cc25e-7c95-48ce-889e-8704221cbd7e tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:32.068972 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b52a1c34-b016-4e79-97d1-89abe029d5ce req-fc1cc25e-7c95-48ce-889e-8704221cbd7e tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.25 "GET /networking/v2.0/networks?id=9e21d865-d526-49ca-8e76-21cf583604c4 HTTP/1.1" status: 200 len: 819 time: 0.2360291 Oct 01 04:20:32.171837 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-5d4224ae-e7ee-41d2-87d9-723fffca2b82 None None] Set router 87feb5d5-1626-427a-998a-644297a2f6db gateway port host: dv-cinder-860044-1-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:20:32.194834 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-de2eccc3-bb14-40d2-9481-8f4e020a762e req-5e8fc407-7d49-43a7-9664-d8b62fe00ddf tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 210 time: 0.0841904 Oct 01 04:20:32.206434 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b52a1c34-b016-4e79-97d1-89abe029d5ce req-2ea8b04e-2f84-4ae0-8d24-78fcd2789e7d tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=839c91c5262a49768c3e937b5a034137 HTTP/1.1" status: 200 len: 379 time: 0.1259835 Oct 01 04:20:32.235427 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-b52a1c34-b016-4e79-97d1-89abe029d5ce req-9afb91ca-e5f4-4bbc-b820-17a3e117ab58 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Request body: {'port': {'device_id': 'c6436bdc-2e17-43d4-a123-900e6269e551', 'network_id': '9e21d865-d526-49ca-8e76-21cf583604c4', 'admin_state_up': True, 'tenant_id': '839c91c5262a49768c3e937b5a034137', 'security_groups': ['2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8']}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:20:32.238805 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:32.374164 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:INSERT=10,neutron:SELECT=81,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:32.400552 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b52a1c34-b016-4e79-97d1-89abe029d5ce req-9afb91ca-e5f4-4bbc-b820-17a3e117ab58 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Made reservation on behalf of 839c91c5262a49768c3e937b5a034137 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:20:32.407594 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b52a1c34-b016-4e79-97d1-89abe029d5ce req-9afb91ca-e5f4-4bbc-b820-17a3e117ab58 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:32.625440 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-5d4224ae-e7ee-41d2-87d9-723fffca2b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87feb5d5-1626-427a-998a-644297a2f6db', 'name': 'tempest-TestVolumeBootPattern-1386535668-router', 'tenant_id': '997939da104a452fba57b826ccae88d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'bba0aa9b-664f-4ecc-a002-a427311c870c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:20:18Z', 'updated_at': '2022-10-01T04:20:26Z', 'revision_number': 4, 'project_id': '997939da104a452fba57b826ccae88d7', 'gw_port': {'id': 'bba0aa9b-664f-4ecc-a002-a427311c870c', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87feb5d5-1626-427a-998a-644297a2f6db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:20:20Z', 'updated_at': '2022-10-01T04:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '1be0dc87-7c2f-4b56-97a8-29bda72157d2', 'name': '', 'network_id': '3acf143f-f933-4302-bf85-f6be07beebae', 'tenant_id': '997939da104a452fba57b826ccae88d7', 'mac_address': 'fa:16:3e:31:24:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87feb5d5-1626-427a-998a-644297a2f6db', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e145f6a7-9071-44ed-8787-a053a809a858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:20:25Z', 'updated_at': '2022-10-01T04:20:31Z', 'revision_number': 4, 'project_id': '997939da104a452fba57b826ccae88d7', 'subnets': [{'id': 'e145f6a7-9071-44ed-8787-a053a809a858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:20:32.691800 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-b52a1c34-b016-4e79-97d1-89abe029d5ce req-9afb91ca-e5f4-4bbc-b820-17a3e117ab58 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Allocated IP 172.20.0.10 (9e21d865-d526-49ca-8e76-21cf583604c4/5be7b0c5-9e6d-4922-a242-c74e298031bb/2a43b463-65b3-423d-b16f-bcbd2964f478) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:20:32.762116 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9ff72-5cf7-490e-b831-4fb5a7f06eec req-adebfbe2-25f1-46fe-82ba-b09c94fc3a39 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:32.769813 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-0fd9ff72-5cf7-490e-b831-4fb5a7f06eec req-adebfbe2-25f1-46fe-82ba-b09c94fc3a39 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 945 time: 0.0800700 Oct 01 04:20:32.773932 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4224ae-e7ee-41d2-87d9-723fffca2b82 None None] The sync data for ids ['87feb5d5-1626-427a-998a-644297a2f6db'] in dv-cinder-860044-1-iscsi is: [{'id': '87feb5d5-1626-427a-998a-644297a2f6db', 'name': 'tempest-TestVolumeBootPattern-1386535668-router', 'tenant_id': '997939da104a452fba57b826ccae88d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'bba0aa9b-664f-4ecc-a002-a427311c870c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:20:18Z', 'updated_at': '2022-10-01T04:20:26Z', 'revision_number': 4, 'project_id': '997939da104a452fba57b826ccae88d7', 'gw_port': {'id': 'bba0aa9b-664f-4ecc-a002-a427311c870c', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87feb5d5-1626-427a-998a-644297a2f6db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:20:20Z', 'updated_at': '2022-10-01T04:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '1be0dc87-7c2f-4b56-97a8-29bda72157d2', 'name': '', 'network_id': '3acf143f-f933-4302-bf85-f6be07beebae', 'tenant_id': '997939da104a452fba57b826ccae88d7', 'mac_address': 'fa:16:3e:31:24:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87feb5d5-1626-427a-998a-644297a2f6db', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e145f6a7-9071-44ed-8787-a053a809a858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:20:25Z', 'updated_at': '2022-10-01T04:20:31Z', 'revision_number': 4, 'project_id': '997939da104a452fba57b826ccae88d7', 'subnets': [{'id': 'e145f6a7-9071-44ed-8787-a053a809a858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:20:32.894451 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-0fd9ff72-5cf7-490e-b831-4fb5a7f06eec req-111cc05f-8d9e-4025-a8b4-f03b4129a8fc tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184103 Oct 01 04:20:33.353696 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3c126-2b17-450f-b87e-2d354800f836 req-34319572-7c29-45c2-96c7-959f8c438516 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:33.354939 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-17d3c126-2b17-450f-b87e-2d354800f836 req-34319572-7c29-45c2-96c7-959f8c438516 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=43214db8-967a-4a0d-938b-85b40b1730da HTTP/1.1" status: 200 len: 946 time: 0.0898480 Oct 01 04:20:33.372734 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b52a1c34-b016-4e79-97d1-89abe029d5ce req-9afb91ca-e5f4-4bbc-b820-17a3e117ab58 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks [] for port (2a43b463-65b3-423d-b16f-bcbd2964f478), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:33.429819 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b52a1c34-b016-4e79-97d1-89abe029d5ce req-9afb91ca-e5f4-4bbc-b820-17a3e117ab58 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (2a43b463-65b3-423d-b16f-bcbd2964f478), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:33.445541 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-17d3c126-2b17-450f-b87e-2d354800f836 req-b2c6a4be-b905-4d36-9de8-eac83a512b6f tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6c4e18-276e-43db-8d0d-387d89d724bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822613 Oct 01 04:20:33.570143 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b52a1c34-b016-4e79-97d1-89abe029d5ce req-9afb91ca-e5f4-4bbc-b820-17a3e117ab58 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Network 9e21d865-d526-49ca-8e76-21cf583604c4 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:20:33.577118 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-b52a1c34-b016-4e79-97d1-89abe029d5ce req-9afb91ca-e5f4-4bbc-b820-17a3e117ab58 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:20:33.601787 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-b52a1c34-b016-4e79-97d1-89abe029d5ce req-9afb91ca-e5f4-4bbc-b820-17a3e117ab58 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:20:33.607883 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb91ca-e5f4-4bbc-b820-17a3e117ab58 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Pushing event updated for resources: {'Port': ['ID=2a43b463-65b3-423d-b16f-bcbd2964f478,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:33.639451 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e1306f-8a99-40d8-8e51-6f084abaab46 req-d2518153-ff5a-4de8-bbce-02bf7a5d5763 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:33.654329 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-88e1306f-8a99-40d8-8e51-6f084abaab46 req-d2518153-ff5a-4de8-bbce-02bf7a5d5763 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 932 time: 0.1048605 Oct 01 04:20:33.669212 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a1c34-b016-4e79-97d1-89abe029d5ce req-9afb91ca-e5f4-4bbc-b820-17a3e117ab58 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:33.670085 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b52a1c34-b016-4e79-97d1-89abe029d5ce req-9afb91ca-e5f4-4bbc-b820-17a3e117ab58 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:33.707005 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b52a1c34-b016-4e79-97d1-89abe029d5ce req-9afb91ca-e5f4-4bbc-b820-17a3e117ab58 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4754741 Oct 01 04:20:33.746096 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-88e1306f-8a99-40d8-8e51-6f084abaab46 req-c8b6eb2f-03ae-40df-be21-73ec96a6a94a tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909154 Oct 01 04:20:33.937986 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-6b52a031-6bd4-4483-a258-a25e7e941372 None None] Provisioning complete for port 2a43b463-65b3-423d-b16f-bcbd2964f478 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:20:33.938951 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6b52a031-6bd4-4483-a258-a25e7e941372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (2a43b463-65b3-423d-b16f-bcbd2964f478), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:33.939433 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-6b52a031-6bd4-4483-a258-a25e7e941372 None None] Attempt 1 to provision port 2a43b463-65b3-423d-b16f-bcbd2964f478 Oct 01 04:20:33.989179 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-6b52a031-6bd4-4483-a258-a25e7e941372 None None] Port 2a43b463-65b3-423d-b16f-bcbd2964f478 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 01 04:20:34.067845 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0e55e-4a4d-4d3d-84c9-1729901a4aa1 req-d04fa616-72e8-4196-bde8-e90b584d5d98 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:34.074860 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-aaf0e55e-4a4d-4d3d-84c9-1729901a4aa1 req-d04fa616-72e8-4196-bde8-e90b584d5d98 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 945 time: 0.0590343 Oct 01 04:20:34.157150 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-aaf0e55e-4a4d-4d3d-84c9-1729901a4aa1 req-3e299623-5933-496d-a9f7-ea5b18d8c702 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731523 Oct 01 04:20:34.213754 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 1be0dc87-7c2f-4b56-97a8-29bda72157d2 up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:20:34.358246 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port 1be0dc87-7c2f-4b56-97a8-29bda72157d2 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:20:34.360052 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (1be0dc87-7c2f-4b56-97a8-29bda72157d2), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:34.360904 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port 1be0dc87-7c2f-4b56-97a8-29bda72157d2 Oct 01 04:20:34.475002 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-b52a1c34-b016-4e79-97d1-89abe029d5ce req-4684cd47-f034-4300-88ff-54a7898c6a45 service neutron] Request body: {'port': {'device_id': 'c6436bdc-2e17-43d4-a123-900e6269e551', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86004'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:20:34.515712 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port 1be0dc87-7c2f-4b56-97a8-29bda72157d2 is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:20:34.516115 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (1be0dc87-7c2f-4b56-97a8-29bda72157d2), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:34.593025 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b52a1c34-b016-4e79-97d1-89abe029d5ce req-4684cd47-f034-4300-88ff-54a7898c6a45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (2a43b463-65b3-423d-b16f-bcbd2964f478), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:34.611239 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] For port 1be0dc87-7c2f-4b56-97a8-29bda72157d2, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=1be0dc87-7c2f-4b56-97a8-29bda72157d2,segment=NetworkSegment(5eeac10b-4dbd-4e14-ac6b-6f4e61ac7277),segment_id=5eeac10b-4dbd-4e14-ac6b-6f4e61ac7277)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:20:34.619165 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (1be0dc87-7c2f-4b56-97a8-29bda72157d2), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:34.657854 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b860b824-d2e6-4f75-a4e0-d9971582f02a req-c859d13c-c257-426f-bdb6-06190dc1f504 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:34.665949 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b860b824-d2e6-4f75-a4e0-d9971582f02a req-c859d13c-c257-426f-bdb6-06190dc1f504 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=43214db8-967a-4a0d-938b-85b40b1730da HTTP/1.1" status: 200 len: 946 time: 0.1019855 Oct 01 04:20:34.699305 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Pushing event updated for resources: {'Port': ['ID=1be0dc87-7c2f-4b56-97a8-29bda72157d2,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:34.757285 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b860b824-d2e6-4f75-a4e0-d9971582f02a req-a6c47684-79b2-4e65-9eae-f60d6a3961ce tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6c4e18-276e-43db-8d0d-387d89d724bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904214 Oct 01 04:20:34.923758 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794004ca-71ae-4240-b7f0-795096be923b req-687e3192-e55c-4a6f-a5d1-07365b992038 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:34.925237 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-794004ca-71ae-4240-b7f0-795096be923b req-687e3192-e55c-4a6f-a5d1-07365b992038 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=43214db8-967a-4a0d-938b-85b40b1730da HTTP/1.1" status: 200 len: 946 time: 0.1131823 Oct 01 04:20:34.927423 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc1c3a-660d-435f-8fb6-012de8324507 req-200065a5-9902-4ba1-86bf-526b13826317 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:34.929154 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-97bc1c3a-660d-435f-8fb6-012de8324507 req-200065a5-9902-4ba1-86bf-526b13826317 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 932 time: 0.0742137 Oct 01 04:20:34.997837 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:35.009621 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-97bc1c3a-660d-435f-8fb6-012de8324507 req-307368c3-a1ab-4bef-aa26-b3ca648b2ee5 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728552 Oct 01 04:20:35.009940 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:35.133083 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-794004ca-71ae-4240-b7f0-795096be923b req-1e0593b5-d9a5-4129-a51a-735198e103ed tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Deleting port 7136ea86-24d8-4389-94ab-9649799d8818 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:20:35.133467 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-794004ca-71ae-4240-b7f0-795096be923b req-1e0593b5-d9a5-4129-a51a-735198e103ed tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (7136ea86-24d8-4389-94ab-9649799d8818), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:35.206323 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [req-b52a1c34-b016-4e79-97d1-89abe029d5ce req-4684cd47-f034-4300-88ff-54a7898c6a45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a43b463-65b3-423d-b16f-bcbd2964f478 {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 01 04:20:35.218890 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b52a1c34-b016-4e79-97d1-89abe029d5ce req-4684cd47-f034-4300-88ff-54a7898c6a45 service neutron] Publish callbacks [] for port (2a43b463-65b3-423d-b16f-bcbd2964f478), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:35.247943 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-b52a1c34-b016-4e79-97d1-89abe029d5ce req-4684cd47-f034-4300-88ff-54a7898c6a45 service neutron] Transition to ACTIVE for port object 2a43b463-65b3-423d-b16f-bcbd2964f478 will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 01 04:20:35.270639 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b52a1c34-b016-4e79-97d1-89abe029d5ce req-4684cd47-f034-4300-88ff-54a7898c6a45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4916182'] for port (2a43b463-65b3-423d-b16f-bcbd2964f478), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:35.327328 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-794004ca-71ae-4240-b7f0-795096be923b req-1e0593b5-d9a5-4129-a51a-735198e103ed tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] For port 7136ea86-24d8-4389-94ab-9649799d8818, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=7136ea86-24d8-4389-94ab-9649799d8818,segment=NetworkSegment(67a5d6d3-c0ca-4b8f-975c-656f0db03ab2),segment_id=67a5d6d3-c0ca-4b8f-975c-656f0db03ab2)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:20:35.327704 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-794004ca-71ae-4240-b7f0-795096be923b req-1e0593b5-d9a5-4129-a51a-735198e103ed tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (7136ea86-24d8-4389-94ab-9649799d8818), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:35.327952 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb991f0d-c9a6-4e29-a1d5-3fd828f0bfa8 req-9c9ac130-21fa-4414-9e2e-43e59b449f4b tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:35.330019 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-fb991f0d-c9a6-4e29-a1d5-3fd828f0bfa8 req-9c9ac130-21fa-4414-9e2e-43e59b449f4b tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 945 time: 0.0764964 Oct 01 04:20:35.377378 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-794004ca-71ae-4240-b7f0-795096be923b req-1e0593b5-d9a5-4129-a51a-735198e103ed tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Calling delete_port for 7136ea86-24d8-4389-94ab-9649799d8818 owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:20:35.380083 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4684cd47-f034-4300-88ff-54a7898c6a45 service neutron] Pushing event updated for resources: {'Port': ['ID=2a43b463-65b3-423d-b16f-bcbd2964f478,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:35.390734 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-fb991f0d-c9a6-4e29-a1d5-3fd828f0bfa8 req-ae524705-c967-4c94-beef-f6f28c9379e7 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549946 Oct 01 04:20:35.506050 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-b52a1c34-b016-4e79-97d1-89abe029d5ce req-4684cd47-f034-4300-88ff-54a7898c6a45 service neutron] Attempting to bind port 2a43b463-65b3-423d-b16f-bcbd2964f478 on host hv-cinder-86004 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 01 04:20:35.507036 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-b52a1c34-b016-4e79-97d1-89abe029d5ce req-4684cd47-f034-4300-88ff-54a7898c6a45 service neutron] Attempting to bind port 2a43b463-65b3-423d-b16f-bcbd2964f478 by drivers openvswitch,hyperv on host hv-cinder-86004 at level 0 using segments [{'id': '4d8a2818-cf71-436d-a62b-4fe2056acb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9e21d865-d526-49ca-8e76-21cf583604c4'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 01 04:20:35.507590 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52a1c34-b016-4e79-97d1-89abe029d5ce req-4684cd47-f034-4300-88ff-54a7898c6a45 service neutron] Attempting to bind port 2a43b463-65b3-423d-b16f-bcbd2964f478 on network 9e21d865-d526-49ca-8e76-21cf583604c4 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:20:35.594505 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52a1c34-b016-4e79-97d1-89abe029d5ce req-4684cd47-f034-4300-88ff-54a7898c6a45 service neutron] Port 2a43b463-65b3-423d-b16f-bcbd2964f478 on network 9e21d865-d526-49ca-8e76-21cf583604c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86004 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 01 04:20:35.594847 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52a1c34-b016-4e79-97d1-89abe029d5ce req-4684cd47-f034-4300-88ff-54a7898c6a45 service neutron] Attempting to bind port 2a43b463-65b3-423d-b16f-bcbd2964f478 on network 9e21d865-d526-49ca-8e76-21cf583604c4 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:20:35.655405 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-794004ca-71ae-4240-b7f0-795096be923b req-1e0593b5-d9a5-4129-a51a-735198e103ed tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (7136ea86-24d8-4389-94ab-9649799d8818), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:35.691717 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0593b5-d9a5-4129-a51a-735198e103ed tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Pushing event deleted for resources: {'Port': ['ID=7136ea86-24d8-4389-94ab-9649799d8818,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:35.697548 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52a1c34-b016-4e79-97d1-89abe029d5ce req-4684cd47-f034-4300-88ff-54a7898c6a45 service neutron] Checking agent: {'id': '2c3964fb-7920-4c48-8672-be15ccfa9ce8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86004', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 1, 4, 15, 53), 'started_at': datetime.datetime(2022, 10, 1, 4, 15, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 1, 4, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 01 04:20:35.697548 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52a1c34-b016-4e79-97d1-89abe029d5ce req-4684cd47-f034-4300-88ff-54a7898c6a45 service neutron] Checking segment: {'id': '4d8a2818-cf71-436d-a62b-4fe2056acb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9e21d865-d526-49ca-8e76-21cf583604c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:20:35.697924 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52a1c34-b016-4e79-97d1-89abe029d5ce req-4684cd47-f034-4300-88ff-54a7898c6a45 service neutron] Bound using segment: {'id': '4d8a2818-cf71-436d-a62b-4fe2056acb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9e21d865-d526-49ca-8e76-21cf583604c4'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 01 04:20:35.698280 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-b52a1c34-b016-4e79-97d1-89abe029d5ce req-4684cd47-f034-4300-88ff-54a7898c6a45 service neutron] Bound port: 2a43b463-65b3-423d-b16f-bcbd2964f478, host: hv-cinder-86004, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d8a2818-cf71-436d-a62b-4fe2056acb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9e21d865-d526-49ca-8e76-21cf583604c4'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 01 04:20:35.698638 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b52a1c34-b016-4e79-97d1-89abe029d5ce req-4684cd47-f034-4300-88ff-54a7898c6a45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (2a43b463-65b3-423d-b16f-bcbd2964f478), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:35.766958 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-794004ca-71ae-4240-b7f0-795096be923b req-1e0593b5-d9a5-4129-a51a-735198e103ed tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] No DVR routers for this DVR port 7136ea86-24d8-4389-94ab-9649799d8818 on host hv-cinder-86004 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 01 04:20:35.770688 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-794004ca-71ae-4240-b7f0-795096be923b req-1e0593b5-d9a5-4129-a51a-735198e103ed tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:35.773875 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-794004ca-71ae-4240-b7f0-795096be923b req-1e0593b5-d9a5-4129-a51a-735198e103ed tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.25 "DELETE /networking/v2.0/ports/7136ea86-24d8-4389-94ab-9649799d8818 HTTP/1.1" status: 204 len: 173 time: 0.8406892 Oct 01 04:20:35.774342 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43214db8-967a-4a0d-938b-85b40b1730da', 'name': 'network-vif-deleted', 'tag': '7136ea86-24d8-4389-94ab-9649799d8818'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:20:35.777642 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23a471ff00a13a2eea8c87216c43e2c9873adc8b08d975975de21b294c9ff96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e6c761-8d64-4b64-8ea5-b7af81b30880" -d '{"events": [{"server_uuid": "43214db8-967a-4a0d-938b-85b40b1730da", "name": "network-vif-deleted", "tag": "7136ea86-24d8-4389-94ab-9649799d8818"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:20:35.831467 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 01 Oct 2022 04:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae31f9ce-8510-44b4-af32-8ccb1ee11f70 x-openstack-request-id: req-ae31f9ce-8510-44b4-af32-8ccb1ee11f70 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:20:35.831779 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43214db8-967a-4a0d-938b-85b40b1730da", "name": "network-vif-deleted", "tag": "7136ea86-24d8-4389-94ab-9649799d8818", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:20:35.832037 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ae31f9ce-8510-44b4-af32-8ccb1ee11f70 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:20:35.832751 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae31f9ce-8510-44b4-af32-8ccb1ee11f70'] response: {'server_uuid': '43214db8-967a-4a0d-938b-85b40b1730da', 'name': 'network-vif-deleted', 'tag': '7136ea86-24d8-4389-94ab-9649799d8818', 'status': 'completed', 'code': 200} Oct 01 04:20:35.841448 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-b52a1c34-b016-4e79-97d1-89abe029d5ce req-4684cd47-f034-4300-88ff-54a7898c6a45 service neutron] For port 2a43b463-65b3-423d-b16f-bcbd2964f478, host hv-cinder-86004, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 01 04:20:35.847223 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-b52a1c34-b016-4e79-97d1-89abe029d5ce req-4684cd47-f034-4300-88ff-54a7898c6a45 service neutron] For port 2a43b463-65b3-423d-b16f-bcbd2964f478, host hv-cinder-86004, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=2a43b463-65b3-423d-b16f-bcbd2964f478,segment=NetworkSegment(4d8a2818-cf71-436d-a62b-4fe2056acb81),segment_id=4d8a2818-cf71-436d-a62b-4fe2056acb81)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 01 04:20:35.860796 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b52a1c34-b016-4e79-97d1-89abe029d5ce req-4684cd47-f034-4300-88ff-54a7898c6a45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4916182'] for port (2a43b463-65b3-423d-b16f-bcbd2964f478), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:35.869706 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a1c34-b016-4e79-97d1-89abe029d5ce req-4684cd47-f034-4300-88ff-54a7898c6a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:35.870330 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b52a1c34-b016-4e79-97d1-89abe029d5ce req-4684cd47-f034-4300-88ff-54a7898c6a45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:35.873411 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b52a1c34-b016-4e79-97d1-89abe029d5ce req-4684cd47-f034-4300-88ff-54a7898c6a45 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/2a43b463-65b3-423d-b16f-bcbd2964f478 HTTP/1.1" status: 200 len: 1094 time: 1.4048984 Oct 01 04:20:35.997775 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:36.005623 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:36.025312 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a1c34-b016-4e79-97d1-89abe029d5ce req-0dfc1148-a853-41e0-9582-92bd2f222113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:36.027420 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b52a1c34-b016-4e79-97d1-89abe029d5ce req-0dfc1148-a853-41e0-9582-92bd2f222113 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=839c91c5262a49768c3e937b5a034137&device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 1128 time: 0.0823123 Oct 01 04:20:36.028915 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4684cd47-f034-4300-88ff-54a7898c6a45 service neutron] Pushing event updated for resources: {'Port': ['ID=2a43b463-65b3-423d-b16f-bcbd2964f478,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:36.115753 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b52a1c34-b016-4e79-97d1-89abe029d5ce req-3230940a-3702-44a2-b6ca-cf11bbd7f421 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a43b463-65b3-423d-b16f-bcbd2964f478 HTTP/1.1" status: 200 len: 217 time: 0.0559986 Oct 01 04:20:36.126025 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-1067d1ce-2a1a-4c13-a45e-7f08cc59a2a4 req-eb89c857-999b-453c-bdb8-ff3b10c5fdb1 tempest-VolumesActionsTest-1528452928 tempest-VolumesActionsTest-1528452928-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=43214db8-967a-4a0d-938b-85b40b1730da HTTP/1.1" status: 200 len: 210 time: 0.2331312 Oct 01 04:20:36.214095 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 1be0dc87-7c2f-4b56-97a8-29bda72157d2 up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:20:36.260795 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a1c34-b016-4e79-97d1-89abe029d5ce req-741762ca-20b4-4bb7-820b-6518acf7f866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:36.262337 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b52a1c34-b016-4e79-97d1-89abe029d5ce req-741762ca-20b4-4bb7-820b-6518acf7f866 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5be7b0c5-9e6d-4922-a242-c74e298031bb HTTP/1.1" status: 200 len: 858 time: 0.1205688 Oct 01 04:20:36.273996 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port 1be0dc87-7c2f-4b56-97a8-29bda72157d2 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:20:36.274375 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (1be0dc87-7c2f-4b56-97a8-29bda72157d2), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:36.275113 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port 1be0dc87-7c2f-4b56-97a8-29bda72157d2 Oct 01 04:20:36.315763 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:36.324695 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b087816-efba-4e2f-bab8-a6f6b526c306 req-bcfb1e45-68dd-499e-8e84-85a1c88dae96 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:36.326503 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-8b087816-efba-4e2f-bab8-a6f6b526c306 req-bcfb1e45-68dd-499e-8e84-85a1c88dae96 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 944 time: 0.0897465 Oct 01 04:20:36.333364 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fa828-72b8-4bd6-8447-e41a4824c1eb req-8ebb8ba2-6f8f-479b-8d45-965306ee22c0 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:36.334782 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2e1fa828-72b8-4bd6-8447-e41a4824c1eb req-8ebb8ba2-6f8f-479b-8d45-965306ee22c0 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/networks?id=92f08451-a23c-40f8-9010-ae62f55617be HTTP/1.1" status: 200 len: 815 time: 0.2190797 Oct 01 04:20:36.362931 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port 1be0dc87-7c2f-4b56-97a8-29bda72157d2 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:20:36.369353 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2e1fa828-72b8-4bd6-8447-e41a4824c1eb req-058d1713-4da2-406e-a4af-9838717e4f61 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/quotas/1d29e2e750f948e1b0ccd4117c0d347a HTTP/1.1" status: 200 len: 375 time: 0.0246143 Oct 01 04:20:36.377346 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:36.422495 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-8b087816-efba-4e2f-bab8-a6f6b526c306 req-859edcf9-f3e9-41d7-8920-6b92e5bd72f2 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867383 Oct 01 04:20:36.439255 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2e1fa828-72b8-4bd6-8447-e41a4824c1eb req-17b43b20-3c7b-4052-b906-26654de7fb2d tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=1d29e2e750f948e1b0ccd4117c0d347a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0607035 Oct 01 04:20:36.569146 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a1c34-b016-4e79-97d1-89abe029d5ce req-43a75556-15d7-4666-974e-8fc98b167166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:36.570788 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b52a1c34-b016-4e79-97d1-89abe029d5ce req-43a75556-15d7-4666-974e-8fc98b167166 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=9e21d865-d526-49ca-8e76-21cf583604c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1241796 Oct 01 04:20:36.655448 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc81c1-6502-4ba2-8a66-80a398f29a99 req-b7c3fade-da21-416b-a823-bae43fe2e94c tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:36.656987 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-40dc81c1-6502-4ba2-8a66-80a398f29a99 req-b7c3fade-da21-416b-a823-bae43fe2e94c tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 945 time: 0.1400559 Oct 01 04:20:36.660885 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2e1fa828-72b8-4bd6-8447-e41a4824c1eb req-1b24cd58-d158-497e-9efc-397521e33108 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/92f08451-a23c-40f8-9010-ae62f55617be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942337 Oct 01 04:20:36.739437 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d0c25-9d8e-45c0-b8e2-80eca5ca4369 req-ab156c2f-621b-43e1-ada3-6e4d0ab2bf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:36.740963 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-948d0c25-9d8e-45c0-b8e2-80eca5ca4369 req-ab156c2f-621b-43e1-ada3-6e4d0ab2bf55 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=19d87f6d9adf4ce98e934187ec8ae0d7&device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 1129 time: 0.0912807 Oct 01 04:20:36.772821 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-40dc81c1-6502-4ba2-8a66-80a398f29a99 req-49a669b8-2ccf-46f9-a5b1-8414b71096f4 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032801 Oct 01 04:20:36.779332 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b52a1c34-b016-4e79-97d1-89abe029d5ce req-441c1236-892c-4299-ae85-9342b2c71b9f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9e21d865-d526-49ca-8e76-21cf583604c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308873 Oct 01 04:20:36.802114 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2e1fa828-72b8-4bd6-8447-e41a4824c1eb req-9bd948d5-b776-4f35-aec6-bb87c8dd2b31 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/92f08451-a23c-40f8-9010-ae62f55617be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258793 Oct 01 04:20:37.036233 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-8c946025-06e6-4aca-8276-97a28120dde6 req-145a1061-6b6c-4dcb-8770-5b5666742d16 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 210 time: 0.0606055 Oct 01 04:20:37.116184 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d0c25-9d8e-45c0-b8e2-80eca5ca4369 req-bce25e1d-9206-4416-86a5-744c1ff8933b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:37.118593 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-948d0c25-9d8e-45c0-b8e2-80eca5ca4369 req-bce25e1d-9206-4416-86a5-744c1ff8933b service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=41ad6d82-393d-469b-ad56-b82ab9a77fee HTTP/1.1" status: 200 len: 918 time: 0.1931989 Oct 01 04:20:37.229157 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b52a1c34-b016-4e79-97d1-89abe029d5ce req-3a56b209-e478-4571-9733-8472e47898ff service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9e21d865-d526-49ca-8e76-21cf583604c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080023 Oct 01 04:20:37.243065 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-948d0c25-9d8e-45c0-b8e2-80eca5ca4369 req-d3886b8f-d339-4a2c-aec6-4a1c1c12098f service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28ed6420-e14b-48a2-a448-a8ab736b93af HTTP/1.1" status: 200 len: 1000 time: 0.1149051 Oct 01 04:20:37.302595 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d0c25-9d8e-45c0-b8e2-80eca5ca4369 req-28715f54-f58a-42be-9723-8cb08688c05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:37.304116 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-948d0c25-9d8e-45c0-b8e2-80eca5ca4369 req-28715f54-f58a-42be-9723-8cb08688c05e service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d3f0d177-35e4-4cba-a762-d1357d3a9c11 HTTP/1.1" status: 200 len: 856 time: 0.0542026 Oct 01 04:20:37.474905 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 7136ea86-24d8-4389-94ab-9649799d8818 no longer exists at agent hyperv_hv-cinder-86004 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:20:37.481377 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:37.518445 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] No Port match for: 7136ea86-24d8-4389-94ab-9649799d8818 {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 01 04:20:37.518798 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 7136ea86-24d8-4389-94ab-9649799d8818 not bound to the agent host hv-cinder-86004 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 01 04:20:37.599956 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f58e8-e556-4aa1-8c87-3dcd2790f146 req-2a5036e7-41b9-432b-b884-f0a87211f0a1 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:37.601508 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-137f58e8-e556-4aa1-8c87-3dcd2790f146 req-2a5036e7-41b9-432b-b884-f0a87211f0a1 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 944 time: 0.0530212 Oct 01 04:20:37.666618 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-137f58e8-e556-4aa1-8c87-3dcd2790f146 req-3d0d8097-beb9-42c9-8b74-035b906cf9db tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563757 Oct 01 04:20:37.833791 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6436bdc-2e17-43d4-a123-900e6269e551', 'tag': '2a43b463-65b3-423d-b16f-bcbd2964f478'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:20:37.836075 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23a471ff00a13a2eea8c87216c43e2c9873adc8b08d975975de21b294c9ff96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286d3ef4-e2b3-459e-bb6e-d08363532ff6" -d '{"events": [{"name": "network-changed", "server_uuid": "c6436bdc-2e17-43d4-a123-900e6269e551", "tag": "2a43b463-65b3-423d-b16f-bcbd2964f478"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:20:37.882328 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 01 Oct 2022 04:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702853e5-f52c-44fc-8feb-2f0444431383 x-openstack-request-id: req-702853e5-f52c-44fc-8feb-2f0444431383 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:20:37.882625 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6436bdc-2e17-43d4-a123-900e6269e551", "tag": "2a43b463-65b3-423d-b16f-bcbd2964f478", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:20:37.882881 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-702853e5-f52c-44fc-8feb-2f0444431383 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:20:37.883304 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-702853e5-f52c-44fc-8feb-2f0444431383'] response: {'name': 'network-changed', 'server_uuid': 'c6436bdc-2e17-43d4-a123-900e6269e551', 'tag': '2a43b463-65b3-423d-b16f-bcbd2964f478', 'status': 'completed', 'code': 200} Oct 01 04:20:37.925734 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d51ac-97e7-4a14-b365-1bb35d22f655 req-b0faba0d-06a3-448f-afba-06e734d53247 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:37.930262 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-c41d51ac-97e7-4a14-b365-1bb35d22f655 req-b0faba0d-06a3-448f-afba-06e734d53247 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 945 time: 0.0537665 Oct 01 04:20:37.979714 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-c41d51ac-97e7-4a14-b365-1bb35d22f655 req-233722c7-f890-4507-9ae4-335995532c63 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447071 Oct 01 04:20:37.998421 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.agents_db [None req-12b97a57-14e3-4267-90b0-a9e0353f7932 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 01 04:20:38.136430 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7299f469-3f33-49d7-a88a-f2896a037178 req-6401a9a0-bb99-44d9-bb7d-1abd830c0fa3 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 210 time: 0.0316436 Oct 01 04:20:38.248005 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d0c25-9d8e-45c0-b8e2-80eca5ca4369 req-7f365228-7153-47b3-b8f5-9210f4e08e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:38.249575 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-948d0c25-9d8e-45c0-b8e2-80eca5ca4369 req-7f365228-7153-47b3-b8f5-9210f4e08e13 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=41ad6d82-393d-469b-ad56-b82ab9a77fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0784376 Oct 01 04:20:38.265797 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d3ef4-e2b3-459e-bb6e-d08363532ff6 req-8c6133d8-bbe7-4dbe-bbe3-fc82313676aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:38.267168 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-286d3ef4-e2b3-459e-bb6e-d08363532ff6 req-8c6133d8-bbe7-4dbe-bbe3-fc82313676aa service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=839c91c5262a49768c3e937b5a034137&device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 1128 time: 0.0650887 Oct 01 04:20:38.422462 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-948d0c25-9d8e-45c0-b8e2-80eca5ca4369 req-67d19b95-0262-468b-9120-a6963b69db0e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41ad6d82-393d-469b-ad56-b82ab9a77fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650190 Oct 01 04:20:38.441310 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d3ef4-e2b3-459e-bb6e-d08363532ff6 req-dfcc5917-84fb-440e-8d6d-7dee51edc506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:38.442724 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-286d3ef4-e2b3-459e-bb6e-d08363532ff6 req-dfcc5917-84fb-440e-8d6d-7dee51edc506 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=9e21d865-d526-49ca-8e76-21cf583604c4 HTTP/1.1" status: 200 len: 920 time: 0.1618474 Oct 01 04:20:38.520505 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-286d3ef4-e2b3-459e-bb6e-d08363532ff6 req-79694fa4-645d-48e8-ae10-0dbd281a11d4 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a43b463-65b3-423d-b16f-bcbd2964f478 HTTP/1.1" status: 200 len: 217 time: 0.0666046 Oct 01 04:20:38.570785 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:38.602362 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d3ef4-e2b3-459e-bb6e-d08363532ff6 req-4361008b-938d-42e5-a334-a30cb454f016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:38.605066 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-286d3ef4-e2b3-459e-bb6e-d08363532ff6 req-4361008b-938d-42e5-a334-a30cb454f016 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5be7b0c5-9e6d-4922-a242-c74e298031bb HTTP/1.1" status: 200 len: 858 time: 0.0780852 Oct 01 04:20:38.608565 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-948d0c25-9d8e-45c0-b8e2-80eca5ca4369 req-26b51ce1-3749-4496-85c0-f2824a6e5207 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41ad6d82-393d-469b-ad56-b82ab9a77fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791210 Oct 01 04:20:38.786999 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa90e5-4b1d-400b-8423-ec7270ca9aa0 req-7bef0f36-415e-401c-9668-f9991017f273 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:38.788497 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7efa90e5-4b1d-400b-8423-ec7270ca9aa0 req-7bef0f36-415e-401c-9668-f9991017f273 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 944 time: 0.0488131 Oct 01 04:20:38.838692 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7efa90e5-4b1d-400b-8423-ec7270ca9aa0 req-2967341b-4fe3-4711-becd-9a0a3bfc5a86 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439835 Oct 01 04:20:39.117513 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff11755-9fb5-4804-a940-d72b0c720c62 req-3cd1f8fc-7e03-433b-9dae-9fc8be350aa2 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:39.120283 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-cff11755-9fb5-4804-a940-d72b0c720c62 req-3cd1f8fc-7e03-433b-9dae-9fc8be350aa2 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 945 time: 0.0524104 Oct 01 04:20:39.168278 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-cff11755-9fb5-4804-a940-d72b0c720c62 req-1b185649-aa8d-448c-84d1-6ff77f4dc6bf tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424569 Oct 01 04:20:39.244785 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-c1ce7cbd-5e2d-4dec-a9f1-9645d92018f9 req-40e5ba60-9e2a-444b-ba2c-6b08f3610675 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 210 time: 0.0300903 Oct 01 04:20:39.471086 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 2a43b463-65b3-423d-b16f-bcbd2964f478 details requested by agent hyperv_hv-cinder-86004 with host hv-cinder-86004 {{(pid=106388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 01 04:20:39.474367 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 28ed6420-e14b-48a2-a448-a8ab736b93af no longer exists at agent hyperv_hv-cinder-86004 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:20:39.628732 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Current status of the port 28ed6420-e14b-48a2-a448-a8ab736b93af is: ACTIVE; New status is: DOWN {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:20:39.629056 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (28ed6420-e14b-48a2-a448-a8ab736b93af), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:39.663790 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port 2a43b463-65b3-423d-b16f-bcbd2964f478, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=2a43b463-65b3-423d-b16f-bcbd2964f478,segment=NetworkSegment(4d8a2818-cf71-436d-a62b-4fe2056acb81),segment_id=4d8a2818-cf71-436d-a62b-4fe2056acb81)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:20:39.678609 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e14e3570-67e7-43d6-bcaf-6688168956b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28ed6420-e14b-48a2-a448-a8ab736b93af'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:20:39.681458 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc2ed8ba810a9a899feae06a2d512ab46721588d0493fdbeca0f1bffbb3e03b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8421113b-93ac-4c63-9612-4e015484b479" -d '{"events": [{"server_uuid": "e14e3570-67e7-43d6-bcaf-6688168956b2", "name": "network-vif-unplugged", "status": "completed", "tag": "28ed6420-e14b-48a2-a448-a8ab736b93af"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:20:39.698320 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port 28ed6420-e14b-48a2-a448-a8ab736b93af, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=28ed6420-e14b-48a2-a448-a8ab736b93af,segment=NetworkSegment(2ed9749a-eb3b-4451-b7b7-83bb473f5fb1),segment_id=2ed9749a-eb3b-4451-b7b7-83bb473f5fb1)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:20:39.699578 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:39.700899 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Returning: {'device': '2a43b463-65b3-423d-b16f-bcbd2964f478', 'network_id': '9e21d865-d526-49ca-8e76-21cf583604c4', 'port_id': '2a43b463-65b3-423d-b16f-bcbd2964f478', 'mac_address': 'fa:16:3e:5c:97:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5be7b0c5-9e6d-4922-a242-c74e298031bb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 01 04:20:39.704852 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (28ed6420-e14b-48a2-a448-a8ab736b93af), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:39.729179 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 01 Oct 2022 04:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be96ccd4-e890-4e61-9e4d-a61cf1688d5d x-openstack-request-id: req-be96ccd4-e890-4e61-9e4d-a61cf1688d5d {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:20:39.729472 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e14e3570-67e7-43d6-bcaf-6688168956b2", "name": "network-vif-unplugged", "status": "completed", "tag": "28ed6420-e14b-48a2-a448-a8ab736b93af", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:20:39.729724 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-be96ccd4-e890-4e61-9e4d-a61cf1688d5d {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:20:39.730142 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be96ccd4-e890-4e61-9e4d-a61cf1688d5d'] response: {'server_uuid': 'e14e3570-67e7-43d6-bcaf-6688168956b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28ed6420-e14b-48a2-a448-a8ab736b93af', 'code': 200} Oct 01 04:20:39.782365 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Current status of the port 2a43b463-65b3-423d-b16f-bcbd2964f478 is: DOWN; New status is: BUILD {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:20:39.782762 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (2a43b463-65b3-423d-b16f-bcbd2964f478), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:39.785879 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Pushing event updated for resources: {'Port': ['ID=28ed6420-e14b-48a2-a448-a8ab736b93af,revision_number=8']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:39.799752 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a43b463-65b3-423d-b16f-bcbd2964f478 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 01 04:20:39.823941 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port 2a43b463-65b3-423d-b16f-bcbd2964f478, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=2a43b463-65b3-423d-b16f-bcbd2964f478,segment=NetworkSegment(4d8a2818-cf71-436d-a62b-4fe2056acb81),segment_id=4d8a2818-cf71-436d-a62b-4fe2056acb81)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:20:39.827433 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (2a43b463-65b3-423d-b16f-bcbd2964f478), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:39.976657 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912125d-6ee2-4fc7-b616-4069ec11ba74 req-88672390-bc35-444d-99ef-6e9828a02c3f tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:39.978209 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-f912125d-6ee2-4fc7-b616-4069ec11ba74 req-88672390-bc35-444d-99ef-6e9828a02c3f tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 945 time: 0.0570738 Oct 01 04:20:39.994822 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Pushing event updated for resources: {'Port': ['ID=2a43b463-65b3-423d-b16f-bcbd2964f478,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:40.031464 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-f912125d-6ee2-4fc7-b616-4069ec11ba74 req-4d8c1d3f-1ce6-4f6c-8cc9-d38089d12306 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472739 Oct 01 04:20:40.117720 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] get_ports_and_sgs() called for port_ids ['2a43b463-65b3-423d-b16f-bcbd2964f478'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 01 04:20:40.307298 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c184d950-51bf-4811-ba50-a578f3ef884e req-5b739f38-37f9-4ef0-b227-7ec9262fd6bc tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:40.308921 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-c184d950-51bf-4811-ba50-a578f3ef884e req-5b739f38-37f9-4ef0-b227-7ec9262fd6bc tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 943 time: 0.0522218 Oct 01 04:20:40.354406 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-01d13382-2325-41ac-97de-b002d0df45aa req-16525b33-d477-4a00-9722-e1371c1c7621 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 210 time: 0.0339046 Oct 01 04:20:40.384981 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-c184d950-51bf-4811-ba50-a578f3ef884e req-ee46c395-34e8-4edd-80d0-7af0a9c88e2e tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701745 Oct 01 04:20:40.608522 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d3ef4-e2b3-459e-bb6e-d08363532ff6 req-ef21bcb7-fa6a-4e59-9385-b072f8904b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:40.610327 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-286d3ef4-e2b3-459e-bb6e-d08363532ff6 req-ef21bcb7-fa6a-4e59-9385-b072f8904b71 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=9e21d865-d526-49ca-8e76-21cf583604c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447865 Oct 01 04:20:40.686936 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:40.798704 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-286d3ef4-e2b3-459e-bb6e-d08363532ff6 req-811ed838-8152-45b9-be85-96cb99764adf service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9e21d865-d526-49ca-8e76-21cf583604c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749666 Oct 01 04:20:40.829230 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fa828-72b8-4bd6-8447-e41a4824c1eb req-ededd8dd-c5d5-4609-a230-5444a9defd19 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:40.830640 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2e1fa828-72b8-4bd6-8447-e41a4824c1eb req-ededd8dd-c5d5-4609-a230-5444a9defd19 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.25 "GET /networking/v2.0/networks?id=92f08451-a23c-40f8-9010-ae62f55617be HTTP/1.1" status: 200 len: 815 time: 0.1531706 Oct 01 04:20:41.139925 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:41.158089 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff215d47-4491-435d-9fc4-08ae68451c6a req-f1be4d08-13e3-496e-ad3f-f9fba713db13 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:41.159564 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-ff215d47-4491-435d-9fc4-08ae68451c6a req-f1be4d08-13e3-496e-ad3f-f9fba713db13 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 945 time: 0.0504143 Oct 01 04:20:41.209047 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-ff215d47-4491-435d-9fc4-08ae68451c6a req-1a16e895-168a-420e-8e32-77cdcb05909e tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439832 Oct 01 04:20:41.456487 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-93cb4f02-fea2-425b-88f8-2dfed6fd7d5a req-00cbdadc-faae-49a7-bb41-4aa5ba543d41 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 210 time: 0.0278904 Oct 01 04:20:41.474076 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:41.512509 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c49dcc7-0441-4110-b8c9-44a0f4609b4c req-59ad9bce-0ddf-4bbb-b2f9-48a42f56726b tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:41.514060 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-8c49dcc7-0441-4110-b8c9-44a0f4609b4c req-59ad9bce-0ddf-4bbb-b2f9-48a42f56726b tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 943 time: 0.0481079 Oct 01 04:20:41.563372 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-8c49dcc7-0441-4110-b8c9-44a0f4609b4c req-3564d3ba-0216-4968-af40-13df0f3eb7d9 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438163 Oct 01 04:20:42.068739 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [req-9594a0f4-b942-4dd5-8f48-6790a0a7897b req-b235770c-e984-48bf-a268-00fdf9881867 service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106386) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 01 04:20:42.069755 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-9594a0f4-b942-4dd5-8f48-6790a0a7897b req-b235770c-e984-48bf-a268-00fdf9881867 service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0053365 Oct 01 04:20:42.266547 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edcd5c6-4011-4845-a874-31293543a738 req-d8cbcded-4a8b-4b3c-a85e-6de14439005c tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:42.273473 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-3edcd5c6-4011-4845-a874-31293543a738 req-d8cbcded-4a8b-4b3c-a85e-6de14439005c tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 943 time: 0.0737157 Oct 01 04:20:42.349965 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-3edcd5c6-4011-4845-a874-31293543a738 req-875e66be-9eb5-4a95-9eeb-81dc8f0108f1 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742035 Oct 01 04:20:42.365202 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33407754-a2cd-4faa-89e7-8805b6fb0112 req-3d81a122-a9a3-4b6f-8ec0-31a9ffe0889b tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:42.366355 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-33407754-a2cd-4faa-89e7-8805b6fb0112 req-3d81a122-a9a3-4b6f-8ec0-31a9ffe0889b tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 945 time: 0.0578449 Oct 01 04:20:42.422073 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-33407754-a2cd-4faa-89e7-8805b6fb0112 req-40e10a93-bf7f-4426-97b3-ffc17a86fa61 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440562 Oct 01 04:20:42.507055 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 37478) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:20:42.573262 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b9d25967-c594-4acd-8428-c521e067a155 req-b27c71c2-dfe3-4857-ae3e-33e54a02a64e tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 210 time: 0.0374019 Oct 01 04:20:42.598711 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1d94b9a2-b644-468b-b126-8866eb51c2ba req-e67b30b6-886c-47d5-b1fb-fd987dfa4e0b service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0901651 Oct 01 04:20:42.607455 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [req-1d94b9a2-b644-468b-b126-8866eb51c2ba req-cbdf9c69-38cf-4b67-a99d-bc7eb391fd54 service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 01 04:20:42.608426 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1d94b9a2-b644-468b-b126-8866eb51c2ba req-cbdf9c69-38cf-4b67-a99d-bc7eb391fd54 service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0051026 Oct 01 04:20:42.685113 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 37490) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:20:42.732551 dv-cinder-860044-1-iscsi neutron-server[106387]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 01 04:20:42.749638 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ee7373d5-a7bc-44e8-8800-27a0c5f9f486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (973633b6-dd94-436d-b3a5-971dbc41e63c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:42.779526 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94b9a2-b644-468b-b126-8866eb51c2ba req-f31e0e91-743e-4194-be71-1ecff317222b tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:42.780872 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1d94b9a2-b644-468b-b126-8866eb51c2ba req-f31e0e91-743e-4194-be71-1ecff317222b tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports/28ed6420-e14b-48a2-a448-a8ab736b93af HTTP/1.1" status: 200 len: 940 time: 0.0947983 Oct 01 04:20:43.478572 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f70f5-de6f-404a-a613-169e1332af30 req-921d6e53-4d8a-4c62-8153-848834dd23cd tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:43.480059 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-df7f70f5-de6f-404a-a613-169e1332af30 req-921d6e53-4d8a-4c62-8153-848834dd23cd tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 943 time: 0.0472085 Oct 01 04:20:43.562150 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b84a0-93ed-42ed-9516-664e4b4971f7 req-2703d476-e651-49d5-8c67-5794fee72810 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:43.563540 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-218b84a0-93ed-42ed-9516-664e4b4971f7 req-2703d476-e651-49d5-8c67-5794fee72810 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 945 time: 0.0637150 Oct 01 04:20:43.567878 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-df7f70f5-de6f-404a-a613-169e1332af30 req-c135f7b8-6553-4b41-b4b5-443ac7157d19 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812509 Oct 01 04:20:43.626608 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-218b84a0-93ed-42ed-9516-664e4b4971f7 req-1a20c9a2-b716-4547-aa31-f8f5b6ac31b0 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547099 Oct 01 04:20:43.656622 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 2a43b463-65b3-423d-b16f-bcbd2964f478 up at agent hyperv_hv-cinder-86004 {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:20:43.656973 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-2e1fa828-72b8-4bd6-8447-e41a4824c1eb req-24e42626-2d78-439e-b57c-8d5d75ebdb1e tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Request body: {'port': {'device_id': '0b9af495-cd51-4492-af9f-d43ba016007b', 'network_id': '92f08451-a23c-40f8-9010-ae62f55617be', 'admin_state_up': True, 'tenant_id': '1d29e2e750f948e1b0ccd4117c0d347a'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:20:43.708967 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-e40bf051-4f92-4cff-a49a-d5fc858a311c req-36d0d8ba-eeda-4c02-80b9-93a9192ad8b3 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 210 time: 0.0458560 Oct 01 04:20:43.717447 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Provisioning for port 2a43b463-65b3-423d-b16f-bcbd2964f478 completed by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 01 04:20:43.725215 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Provisioning complete for port 2a43b463-65b3-423d-b16f-bcbd2964f478 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:20:43.725600 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (2a43b463-65b3-423d-b16f-bcbd2964f478), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:43.725995 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Attempt 1 to provision port 2a43b463-65b3-423d-b16f-bcbd2964f478 Oct 01 04:20:43.728352 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:43.814842 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Current status of the port 2a43b463-65b3-423d-b16f-bcbd2964f478 is: BUILD; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:20:43.815440 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (2a43b463-65b3-423d-b16f-bcbd2964f478), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:43.847887 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6436bdc-2e17-43d4-a123-900e6269e551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a43b463-65b3-423d-b16f-bcbd2964f478'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:20:43.850248 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc2ed8ba810a9a899feae06a2d512ab46721588d0493fdbeca0f1bffbb3e03b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f33930-e49c-42f6-9215-4e86bd500f1c" -d '{"events": [{"server_uuid": "c6436bdc-2e17-43d4-a123-900e6269e551", "name": "network-vif-plugged", "status": "completed", "tag": "2a43b463-65b3-423d-b16f-bcbd2964f478"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:20:43.852912 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-286d3ef4-e2b3-459e-bb6e-d08363532ff6 req-93020260-9992-4dc5-a874-b52833d7e4a8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9e21d865-d526-49ca-8e76-21cf583604c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493291 Oct 01 04:20:43.871432 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port 2a43b463-65b3-423d-b16f-bcbd2964f478, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=2a43b463-65b3-423d-b16f-bcbd2964f478,segment=NetworkSegment(4d8a2818-cf71-436d-a62b-4fe2056acb81),segment_id=4d8a2818-cf71-436d-a62b-4fe2056acb81)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:20:43.876370 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (2a43b463-65b3-423d-b16f-bcbd2964f478), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:43.881049 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e1fa828-72b8-4bd6-8447-e41a4824c1eb req-24e42626-2d78-439e-b57c-8d5d75ebdb1e tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Made reservation on behalf of 1d29e2e750f948e1b0ccd4117c0d347a for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:20:43.887612 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-2e1fa828-72b8-4bd6-8447-e41a4824c1eb req-24e42626-2d78-439e-b57c-8d5d75ebdb1e tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:43.935552 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 01 Oct 2022 04:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5d764c-f5c8-422a-9584-cac4d7f2122f x-openstack-request-id: req-4a5d764c-f5c8-422a-9584-cac4d7f2122f {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:20:43.935943 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6436bdc-2e17-43d4-a123-900e6269e551", "name": "network-vif-plugged", "status": "completed", "tag": "2a43b463-65b3-423d-b16f-bcbd2964f478", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:20:43.936269 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4a5d764c-f5c8-422a-9584-cac4d7f2122f {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:20:43.936728 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a5d764c-f5c8-422a-9584-cac4d7f2122f'] response: {'server_uuid': 'c6436bdc-2e17-43d4-a123-900e6269e551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a43b463-65b3-423d-b16f-bcbd2964f478', 'code': 200} Oct 01 04:20:44.016917 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Pushing event updated for resources: {'Port': ['ID=2a43b463-65b3-423d-b16f-bcbd2964f478,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:44.101613 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-2e1fa828-72b8-4bd6-8447-e41a4824c1eb req-24e42626-2d78-439e-b57c-8d5d75ebdb1e tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Allocated IP 172.20.0.3 (92f08451-a23c-40f8-9010-ae62f55617be/4e37b831-acda-4dd7-b8c3-e8659f60d591/a9fcf58b-9af0-47d5-9218-efddc535ddda) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:20:44.296999 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-2e1fa828-72b8-4bd6-8447-e41a4824c1eb req-24e42626-2d78-439e-b57c-8d5d75ebdb1e tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks [] for port (a9fcf58b-9af0-47d5-9218-efddc535ddda), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:44.303505 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:44.348694 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-2e1fa828-72b8-4bd6-8447-e41a4824c1eb req-24e42626-2d78-439e-b57c-8d5d75ebdb1e tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (a9fcf58b-9af0-47d5-9218-efddc535ddda), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:44.419307 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e1fa828-72b8-4bd6-8447-e41a4824c1eb req-24e42626-2d78-439e-b57c-8d5d75ebdb1e tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Network 92f08451-a23c-40f8-9010-ae62f55617be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:20:44.425033 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-2e1fa828-72b8-4bd6-8447-e41a4824c1eb req-24e42626-2d78-439e-b57c-8d5d75ebdb1e tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:20:44.429565 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e1fa828-72b8-4bd6-8447-e41a4824c1eb req-24e42626-2d78-439e-b57c-8d5d75ebdb1e tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:20:44.435846 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:44.480823 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e42626-2d78-439e-b57c-8d5d75ebdb1e tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Pushing event updated for resources: {'Port': ['ID=a9fcf58b-9af0-47d5-9218-efddc535ddda,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:44.499859 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e42626-2d78-439e-b57c-8d5d75ebdb1e tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:20:44.500275 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e42626-2d78-439e-b57c-8d5d75ebdb1e tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:20:44.500629 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e42626-2d78-439e-b57c-8d5d75ebdb1e tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:20:44.501006 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e42626-2d78-439e-b57c-8d5d75ebdb1e tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:20:44.501473 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e42626-2d78-439e-b57c-8d5d75ebdb1e tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:20:44.501811 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e42626-2d78-439e-b57c-8d5d75ebdb1e tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:20:44.502141 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e42626-2d78-439e-b57c-8d5d75ebdb1e tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:20:44.502466 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e42626-2d78-439e-b57c-8d5d75ebdb1e tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:20:44.502793 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e42626-2d78-439e-b57c-8d5d75ebdb1e tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:20:44.503114 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e42626-2d78-439e-b57c-8d5d75ebdb1e tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:20:44.503437 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e42626-2d78-439e-b57c-8d5d75ebdb1e tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:20:44.503756 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e42626-2d78-439e-b57c-8d5d75ebdb1e tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:20:44.504074 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e42626-2d78-439e-b57c-8d5d75ebdb1e tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:20:44.504393 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e42626-2d78-439e-b57c-8d5d75ebdb1e tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:20:44.504708 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e42626-2d78-439e-b57c-8d5d75ebdb1e tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:20:44.544425 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fa828-72b8-4bd6-8447-e41a4824c1eb req-24e42626-2d78-439e-b57c-8d5d75ebdb1e tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:44.545437 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-2e1fa828-72b8-4bd6-8447-e41a4824c1eb req-24e42626-2d78-439e-b57c-8d5d75ebdb1e tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:44.569236 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2e1fa828-72b8-4bd6-8447-e41a4824c1eb req-24e42626-2d78-439e-b57c-8d5d75ebdb1e tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9207392 Oct 01 04:20:44.787058 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b167d50-3f88-4f6a-80ce-fb9a5759ba9b req-7e904533-c80e-4061-ac22-1e3a7322150a tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:44.789467 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-6b167d50-3f88-4f6a-80ce-fb9a5759ba9b req-7e904533-c80e-4061-ac22-1e3a7322150a tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 943 time: 0.0845482 Oct 01 04:20:44.791809 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-5f0cf90f-f825-4ded-9de2-2eb93c76b1be None None] Provisioning complete for port a9fcf58b-9af0-47d5-9218-efddc535ddda triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:20:44.792402 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5f0cf90f-f825-4ded-9de2-2eb93c76b1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (a9fcf58b-9af0-47d5-9218-efddc535ddda), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:44.792912 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-5f0cf90f-f825-4ded-9de2-2eb93c76b1be None None] Attempt 1 to provision port a9fcf58b-9af0-47d5-9218-efddc535ddda Oct 01 04:20:44.804798 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021feab-9579-41d3-831d-70011a5877b5 req-ade5e219-1c95-49d5-aa1d-bb96123a29c9 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:44.806699 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d021feab-9579-41d3-831d-70011a5877b5 req-ade5e219-1c95-49d5-aa1d-bb96123a29c9 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 946 time: 0.0656660 Oct 01 04:20:44.826870 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-5f0cf90f-f825-4ded-9de2-2eb93c76b1be None None] Port a9fcf58b-9af0-47d5-9218-efddc535ddda cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 01 04:20:44.893533 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-6b167d50-3f88-4f6a-80ce-fb9a5759ba9b req-135f8db6-a086-4619-8956-23dc788da1fc tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857792 Oct 01 04:20:44.896396 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d021feab-9579-41d3-831d-70011a5877b5 req-f60b5afe-fccc-4b55-84d3-e93da6148574 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825810 Oct 01 04:20:45.019732 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f875405-2a04-4a83-9312-9b5e8d6fb011 req-ba68eaca-7f32-4f25-ae5f-9109697ad6c5 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:45.021668 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-8f875405-2a04-4a83-9312-9b5e8d6fb011 req-ba68eaca-7f32-4f25-ae5f-9109697ad6c5 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 931 time: 0.0638299 Oct 01 04:20:45.092542 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ce431a74-dc8e-45cc-b469-135caca7944e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (797ac3f1-c973-4eec-9950-99ad88971ed1), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:45.110022 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-8f875405-2a04-4a83-9312-9b5e8d6fb011 req-52347772-0f1a-4ce4-a8fc-76322a695763 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfc6110-19c3-42e0-8b7e-4aa9f740b26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745711 Oct 01 04:20:46.085251 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa6a25-b00e-483b-aaa3-e4f09c6bea29 req-a3c04095-b92e-4151-8105-c438c08673d6 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:46.086764 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-ccaa6a25-b00e-483b-aaa3-e4f09c6bea29 req-a3c04095-b92e-4151-8105-c438c08673d6 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 943 time: 0.0899069 Oct 01 04:20:46.094359 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c51afe-c5df-44c9-ad6a-6e6c0c900310 req-053f3c4d-b8e4-44bf-940f-a6b5c6ecfff0 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:46.095777 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-e4c51afe-c5df-44c9-ad6a-6e6c0c900310 req-053f3c4d-b8e4-44bf-940f-a6b5c6ecfff0 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 946 time: 0.0848334 Oct 01 04:20:46.143469 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:46.173353 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-ccaa6a25-b00e-483b-aaa3-e4f09c6bea29 req-4d02f273-f1cc-4d8e-b3fe-e6e49c81c625 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766156 Oct 01 04:20:46.176345 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-e4c51afe-c5df-44c9-ad6a-6e6c0c900310 req-379abebe-29c3-4ad4-9e34-fe6ac124f1cd tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739198 Oct 01 04:20:46.251170 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55550f09-9bf2-4503-b16a-2d26c0a47f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (3f31be2c-2b77-4d66-9a3d-30b9eb89a668), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:46.313921 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb612e96-8311-46dd-8d89-7535ad56edc7 req-59cd8671-ba75-443f-a56a-15e87f04aa37 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:46.315608 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-bb612e96-8311-46dd-8d89-7535ad56edc7 req-59cd8671-ba75-443f-a56a-15e87f04aa37 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 931 time: 0.0589249 Oct 01 04:20:46.366855 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:46.376057 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-bb612e96-8311-46dd-8d89-7535ad56edc7 req-3ade2ea7-a9fd-4bfc-b686-2af4143d7951 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfc6110-19c3-42e0-8b7e-4aa9f740b26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529358 Oct 01 04:20:47.384131 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9719d8-b52e-413e-8514-73a2bae24160 req-31e85505-5a07-4c9e-8f31-91d29fb122dd tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:47.388968 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-3a9719d8-b52e-413e-8514-73a2bae24160 req-31e85505-5a07-4c9e-8f31-91d29fb122dd tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 946 time: 0.0894232 Oct 01 04:20:47.401733 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e9d0d-1528-4254-a125-f34943099795 req-bf19a1fb-e1d4-4664-8627-3047ecd1de63 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:47.403561 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-851e9d0d-1528-4254-a125-f34943099795 req-bf19a1fb-e1d4-4664-8627-3047ecd1de63 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 943 time: 0.0710714 Oct 01 04:20:47.486589 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-3a9719d8-b52e-413e-8514-73a2bae24160 req-701b4353-6a17-4200-9df7-522fd976a462 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820255 Oct 01 04:20:47.489818 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-851e9d0d-1528-4254-a125-f34943099795 req-0aab092d-9dd2-4c8d-9d2a-a5126a2b28f0 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778570 Oct 01 04:20:47.642832 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b69ede-1768-4e84-b989-312397b92323 req-b9e35aca-ad98-4e72-bd1c-fd947739931e tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:47.644667 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b3b69ede-1768-4e84-b989-312397b92323 req-b9e35aca-ad98-4e72-bd1c-fd947739931e tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 931 time: 0.0819776 Oct 01 04:20:47.647789 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 28ed6420-e14b-48a2-a448-a8ab736b93af no longer exists at agent hyperv_hv-cinder-86004 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:20:47.703741 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b3b69ede-1768-4e84-b989-312397b92323 req-552a4590-ab64-4d62-a40c-17f0ec4236f0 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfc6110-19c3-42e0-8b7e-4aa9f740b26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497606 Oct 01 04:20:47.711044 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (d8875dbe-87f1-4639-b3ef-79ff4b202d58), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:47.767995 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Current status of the port 28ed6420-e14b-48a2-a448-a8ab736b93af is: DOWN; New status is: DOWN {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:20:47.921659 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91c43220-b735-4568-b99e-ce3dc63ea20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (a017e3cb-dd0a-4c83-ac3d-dd65b6d6e9f8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:48.654704 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d8c51-5446-4c9c-a452-5d60a61a2778 req-76067795-7926-4218-8d1c-b2072afcc480 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:48.659546 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-c06d8c51-5446-4c9c-a452-5d60a61a2778 req-76067795-7926-4218-8d1c-b2072afcc480 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 946 time: 0.0893962 Oct 01 04:20:48.708738 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ba337-2d95-4ad9-bdf1-43c72c005c2f req-3e34b7c0-4deb-4bca-8b76-233125b51241 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:48.710242 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-741ba337-2d95-4ad9-bdf1-43c72c005c2f req-3e34b7c0-4deb-4bca-8b76-233125b51241 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 943 time: 0.1294045 Oct 01 04:20:48.761786 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-c06d8c51-5446-4c9c-a452-5d60a61a2778 req-7d184b12-94cb-4be5-88f3-f54d8e605c96 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986269 Oct 01 04:20:48.783124 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-741ba337-2d95-4ad9-bdf1-43c72c005c2f req-dc19ae03-3f6b-472e-87f9-e877108fcce9 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662782 Oct 01 04:20:48.883336 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2df53-f51c-4648-83af-dfcd7b7b78b8 req-543ff7c8-1d9e-4283-959d-318521a48021 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:48.884879 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-f4c2df53-f51c-4648-83af-dfcd7b7b78b8 req-543ff7c8-1d9e-4283-959d-318521a48021 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 931 time: 0.0679131 Oct 01 04:20:48.937059 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-f4c2df53-f51c-4648-83af-dfcd7b7b78b8 req-67d23f94-219c-405a-8f48-744578403876 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfc6110-19c3-42e0-8b7e-4aa9f740b26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461817 Oct 01 04:20:49.944559 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b310cc-1f3b-4c7e-ad9a-e8e1277e1489 req-1579ed80-5098-4e23-8994-f183a2da78e5 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:49.946293 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-43b310cc-1f3b-4c7e-ad9a-e8e1277e1489 req-1579ed80-5098-4e23-8994-f183a2da78e5 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 946 time: 0.0917587 Oct 01 04:20:49.972713 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1b7f7-e701-4432-9a27-5a7eb40397a0 req-8893cbda-0368-45e2-b097-e9d61e9a783d tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:49.974227 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-67b1b7f7-e701-4432-9a27-5a7eb40397a0 req-8893cbda-0368-45e2-b097-e9d61e9a783d tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 943 time: 0.0773053 Oct 01 04:20:50.009845 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=52 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:50.012226 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=51 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:50.022956 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-43b310cc-1f3b-4c7e-ad9a-e8e1277e1489 req-79d930f2-fb9e-434f-b6f3-475010f55673 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710630 Oct 01 04:20:50.056561 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-67b1b7f7-e701-4432-9a27-5a7eb40397a0 req-b893de21-1916-4063-bd53-1bf9666ed2b9 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660384 Oct 01 04:20:50.151626 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff82f8c-8053-4281-aa8f-34f8190b0a49 req-437df12c-1b19-4c80-8b4f-78cededba11c tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:50.153211 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-0ff82f8c-8053-4281-aa8f-34f8190b0a49 req-437df12c-1b19-4c80-8b4f-78cededba11c tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 931 time: 0.0543292 Oct 01 04:20:50.209484 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-0ff82f8c-8053-4281-aa8f-34f8190b0a49 req-044b205e-faa8-4b4e-8d36-7b2044a79838 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfc6110-19c3-42e0-8b7e-4aa9f740b26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505662 Oct 01 04:20:51.214939 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ee0a8-e813-499c-a0e8-50cac7448cc0 req-21a30431-8254-4648-aea5-c6939dc42e5c tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:51.216464 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-722ee0a8-e813-499c-a0e8-50cac7448cc0 req-21a30431-8254-4648-aea5-c6939dc42e5c tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 946 time: 0.0866334 Oct 01 04:20:51.236729 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d03f8-3b19-4669-99db-571a94d0dcbf req-90ae0b91-f5fe-459d-8a9f-0242130e3550 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:51.238414 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-e42d03f8-3b19-4669-99db-571a94d0dcbf req-90ae0b91-f5fe-459d-8a9f-0242130e3550 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 943 time: 0.0750587 Oct 01 04:20:51.293002 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:51.294026 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:51.318343 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-722ee0a8-e813-499c-a0e8-50cac7448cc0 req-d29efdff-cef9-4b20-9007-c6d26267322c tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959880 Oct 01 04:20:51.350816 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-e42d03f8-3b19-4669-99db-571a94d0dcbf req-2f155da1-2877-4d9c-8ae7-11e431a3be95 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034136 Oct 01 04:20:51.431671 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81365095-ab1b-43e0-80bd-7c2b39df7382 req-a60dbeb0-8f9c-4d97-8ba7-28721ecc8211 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:51.433157 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-81365095-ab1b-43e0-80bd-7c2b39df7382 req-a60dbeb0-8f9c-4d97-8ba7-28721ecc8211 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 931 time: 0.0488644 Oct 01 04:20:51.484529 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-81365095-ab1b-43e0-80bd-7c2b39df7382 req-1163fceb-80ba-4b33-ad5f-814c74b067ec tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfc6110-19c3-42e0-8b7e-4aa9f740b26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456545 Oct 01 04:20:52.594068 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5eecbc-a9e1-4771-86bb-ee89268d6a9c req-cb660b39-2b67-4cd7-a498-e99e52173ffc tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:52.602875 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-df5eecbc-a9e1-4771-86bb-ee89268d6a9c req-cb660b39-2b67-4cd7-a498-e99e52173ffc tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 946 time: 0.1020677 Oct 01 04:20:52.720665 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44ec70-450e-40f5-a84f-bf658489742d req-f8344046-3aaf-4ee3-bc21-38f0029de663 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:52.722336 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-af44ec70-450e-40f5-a84f-bf658489742d req-f8344046-3aaf-4ee3-bc21-38f0029de663 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 943 time: 0.1634181 Oct 01 04:20:52.738799 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-df5eecbc-a9e1-4771-86bb-ee89268d6a9c req-6593c448-5852-408c-8585-8603763bf868 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348975 Oct 01 04:20:52.818549 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (2c3964fb-7920-4c48-8672-be15ccfa9ce8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:52.864362 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-af44ec70-450e-40f5-a84f-bf658489742d req-f357f07d-7652-47ab-bfc9-91a1d9399868 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956862 Oct 01 04:20:52.970976 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac603d-174f-4e10-91ae-be20be16e839 req-ebb9cf0a-4b83-4cc3-aed7-713f37082fd8 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:52.972597 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b7ac603d-174f-4e10-91ae-be20be16e839 req-ebb9cf0a-4b83-4cc3-aed7-713f37082fd8 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 931 time: 0.1031966 Oct 01 04:20:53.058790 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b7ac603d-174f-4e10-91ae-be20be16e839 req-032ef866-7a1c-41e6-b837-d0f0181e22f5 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfc6110-19c3-42e0-8b7e-4aa9f740b26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779793 Oct 01 04:20:53.905683 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef31365-a15b-4a9e-844f-159a023f59a1 req-fa614c4f-485c-4323-a755-1b33142892ff tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:53.915252 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-0ef31365-a15b-4a9e-844f-159a023f59a1 req-fa614c4f-485c-4323-a755-1b33142892ff tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 946 time: 0.0672841 Oct 01 04:20:54.027310 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-0ef31365-a15b-4a9e-844f-159a023f59a1 req-9adf2ef9-19e7-4653-bf63-4caade2b9af9 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106672 Oct 01 04:20:54.172689 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da819667-4b31-4b00-8c7c-c705f64dc89d req-5261a228-b096-40fe-be5a-fc2907a07909 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:54.185583 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-da819667-4b31-4b00-8c7c-c705f64dc89d req-5261a228-b096-40fe-be5a-fc2907a07909 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 943 time: 0.1538353 Oct 01 04:20:54.393829 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-da819667-4b31-4b00-8c7c-c705f64dc89d req-196f2112-97dc-4061-8de4-6bc84c709eb9 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1882255 Oct 01 04:20:54.436717 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4031a40b-291c-423c-9b53-687afe985d75 req-3d004f70-3b5d-43a7-ab71-ea1b1aac34f8 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:54.444743 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-4031a40b-291c-423c-9b53-687afe985d75 req-3d004f70-3b5d-43a7-ab71-ea1b1aac34f8 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 931 time: 0.2049615 Oct 01 04:20:54.515155 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-4031a40b-291c-423c-9b53-687afe985d75 req-a85454dc-d03d-4a05-9e83-48687d8a327b tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfc6110-19c3-42e0-8b7e-4aa9f740b26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693107 Oct 01 04:20:54.533057 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=19 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:54.562520 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=5,neutron:DELETE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:55.256081 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c30d22-43b3-4a85-9049-9da4267b6ac4 req-4566deb5-9943-4060-a8b4-7ae491d967d1 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:55.257759 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a9c30d22-43b3-4a85-9049-9da4267b6ac4 req-4566deb5-9943-4060-a8b4-7ae491d967d1 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 946 time: 0.1158988 Oct 01 04:20:55.361617 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a9c30d22-43b3-4a85-9049-9da4267b6ac4 req-4f223d2a-1cfd-4d17-8a6b-97a271d2ebf0 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969670 Oct 01 04:20:55.561089 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924db7ca-f536-4f01-916e-80a7b46023eb req-0f29f0de-540b-44d9-a108-330ee2a55558 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:55.562719 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-924db7ca-f536-4f01-916e-80a7b46023eb req-0f29f0de-540b-44d9-a108-330ee2a55558 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 943 time: 0.0582297 Oct 01 04:20:55.614796 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-924db7ca-f536-4f01-916e-80a7b46023eb req-6bcf4d48-c959-466b-b17b-bbf03198021d tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458059 Oct 01 04:20:55.678098 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e336f01-a519-40bd-a9d8-fdb413c78304 req-f26af562-fac8-40f5-afc5-e1361d273374 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:55.679693 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-9e336f01-a519-40bd-a9d8-fdb413c78304 req-f26af562-fac8-40f5-afc5-e1361d273374 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 931 time: 0.0542257 Oct 01 04:20:55.701344 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-2e1fa828-72b8-4bd6-8447-e41a4824c1eb req-f7bff085-0ac6-48b8-a604-f13af52fd33e service neutron] Request body: {'port': {'device_id': '0b9af495-cd51-4492-af9f-d43ba016007b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86004'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:20:55.707255 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:55.741357 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-9e336f01-a519-40bd-a9d8-fdb413c78304 req-ba0391c4-a3eb-41fd-8ac6-8f84b096d748 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfc6110-19c3-42e0-8b7e-4aa9f740b26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545051 Oct 01 04:20:55.813222 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b5cf113c-13d4-4c84-8801-bce584d98843 req-1b2bcc57-053a-4876-9f7d-3f860146e86a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0554082 Oct 01 04:20:56.193773 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a75c6b-fbc1-45f2-a7ef-868e8b2b2243 req-1501de5a-b7a6-4ce1-8930-2dc4634f214a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:56.195564 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-37a75c6b-fbc1-45f2-a7ef-868e8b2b2243 req-1501de5a-b7a6-4ce1-8930-2dc4634f214a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 1130 time: 0.3794050 Oct 01 04:20:56.198325 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-2e1fa828-72b8-4bd6-8447-e41a4824c1eb req-f7bff085-0ac6-48b8-a604-f13af52fd33e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (a9fcf58b-9af0-47d5-9218-efddc535ddda), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:56.218478 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf113c-13d4-4c84-8801-bce584d98843 req-a9813a9c-6dd9-455c-a2b8-71e578d07207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:56.219887 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b5cf113c-13d4-4c84-8801-bce584d98843 req-a9813a9c-6dd9-455c-a2b8-71e578d07207 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=16cd7bcb315d4dc58f73a9918adb57e2&device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 1129 time: 0.3533525 Oct 01 04:20:56.397664 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-37a75c6b-fbc1-45f2-a7ef-868e8b2b2243 req-a4782135-cf83-4585-8961-21d4410851e8 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1873202 Oct 01 04:20:56.489225 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf113c-13d4-4c84-8801-bce584d98843 req-4e95607b-ddd3-4a06-8901-deac17961e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:56.491318 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b5cf113c-13d4-4c84-8801-bce584d98843 req-4e95607b-ddd3-4a06-8901-deac17961e4a service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=3af0afc2-a8fa-427e-a8af-57c40105fd2b HTTP/1.1" status: 200 len: 911 time: 0.2422588 Oct 01 04:20:56.538368 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336df03-65a1-4135-8473-92c8440687d3 req-81d2dce3-3f88-428e-a466-d4f6c6e18344 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:56.539684 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-6336df03-65a1-4135-8473-92c8440687d3 req-81d2dce3-3f88-428e-a466-d4f6c6e18344 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 946 time: 0.0988855 Oct 01 04:20:56.591146 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-6336df03-65a1-4135-8473-92c8440687d3 req-eaaa2a3d-4c4a-402b-89ce-baf7d4ccb5f4 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430889 Oct 01 04:20:56.626635 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [req-2e1fa828-72b8-4bd6-8447-e41a4824c1eb req-f7bff085-0ac6-48b8-a604-f13af52fd33e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9fcf58b-9af0-47d5-9218-efddc535ddda {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 01 04:20:56.634286 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-2e1fa828-72b8-4bd6-8447-e41a4824c1eb req-f7bff085-0ac6-48b8-a604-f13af52fd33e service neutron] Publish callbacks [] for port (a9fcf58b-9af0-47d5-9218-efddc535ddda), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:56.688437 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-2e1fa828-72b8-4bd6-8447-e41a4824c1eb req-f7bff085-0ac6-48b8-a604-f13af52fd33e service neutron] Transition to ACTIVE for port object a9fcf58b-9af0-47d5-9218-efddc535ddda will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 01 04:20:56.693001 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-2e1fa828-72b8-4bd6-8447-e41a4824c1eb req-f7bff085-0ac6-48b8-a604-f13af52fd33e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4916182'] for port (a9fcf58b-9af0-47d5-9218-efddc535ddda), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:56.758484 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d324412-b0e2-4c7d-99f5-234f8a71695e req-ea9f2c7d-0e2d-4614-a20e-f4c5d897dc73 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:56.759903 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-9d324412-b0e2-4c7d-99f5-234f8a71695e req-ea9f2c7d-0e2d-4614-a20e-f4c5d897dc73 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 943 time: 0.0525239 Oct 01 04:20:56.766585 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b5cf113c-13d4-4c84-8801-bce584d98843 req-a62e645e-d156-456b-8851-9abf90b3d954 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ada360f6-273f-42d3-babd-7015209fbaac HTTP/1.1" status: 200 len: 1001 time: 0.1229153 Oct 01 04:20:56.771640 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bff085-0ac6-48b8-a604-f13af52fd33e service neutron] Pushing event updated for resources: {'Port': ['ID=a9fcf58b-9af0-47d5-9218-efddc535ddda,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:56.772756 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:56.827117 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-9d324412-b0e2-4c7d-99f5-234f8a71695e req-6225358e-0da3-44c0-a58d-282667c02454 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606086 Oct 01 04:20:56.871562 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf113c-13d4-4c84-8801-bce584d98843 req-026d6e2c-f1c4-4de3-967d-d48a1b8e0543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:56.873683 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b5cf113c-13d4-4c84-8801-bce584d98843 req-026d6e2c-f1c4-4de3-967d-d48a1b8e0543 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=89891fb7-0571-4637-a13e-eaebabac5342 HTTP/1.1" status: 200 len: 849 time: 0.0793393 Oct 01 04:20:56.874490 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-2e1fa828-72b8-4bd6-8447-e41a4824c1eb req-f7bff085-0ac6-48b8-a604-f13af52fd33e service neutron] Attempting to bind port a9fcf58b-9af0-47d5-9218-efddc535ddda on host hv-cinder-86004 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 01 04:20:56.874823 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-2e1fa828-72b8-4bd6-8447-e41a4824c1eb req-f7bff085-0ac6-48b8-a604-f13af52fd33e service neutron] Attempting to bind port a9fcf58b-9af0-47d5-9218-efddc535ddda by drivers openvswitch,hyperv on host hv-cinder-86004 at level 0 using segments [{'id': 'b90f7b3a-6fb0-4d95-8a4f-636ff8d369ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '92f08451-a23c-40f8-9010-ae62f55617be'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 01 04:20:56.875150 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1fa828-72b8-4bd6-8447-e41a4824c1eb req-f7bff085-0ac6-48b8-a604-f13af52fd33e service neutron] Attempting to bind port a9fcf58b-9af0-47d5-9218-efddc535ddda on network 92f08451-a23c-40f8-9010-ae62f55617be {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:20:56.892438 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e350a2d0-0eb9-4073-baf2-d7761cc913e9 req-8af09622-63f3-496e-8544-ef544151051c tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:56.893956 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-e350a2d0-0eb9-4073-baf2-d7761cc913e9 req-8af09622-63f3-496e-8544-ef544151051c tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 943 time: 0.0502708 Oct 01 04:20:56.895297 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:56.919542 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1fa828-72b8-4bd6-8447-e41a4824c1eb req-f7bff085-0ac6-48b8-a604-f13af52fd33e service neutron] Port a9fcf58b-9af0-47d5-9218-efddc535ddda on network 92f08451-a23c-40f8-9010-ae62f55617be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86004 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 01 04:20:56.919950 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1fa828-72b8-4bd6-8447-e41a4824c1eb req-f7bff085-0ac6-48b8-a604-f13af52fd33e service neutron] Attempting to bind port a9fcf58b-9af0-47d5-9218-efddc535ddda on network 92f08451-a23c-40f8-9010-ae62f55617be {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:20:56.949465 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-e350a2d0-0eb9-4073-baf2-d7761cc913e9 req-8ff7d90a-2565-4b4d-9c02-138448c5935a tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfc6110-19c3-42e0-8b7e-4aa9f740b26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484748 Oct 01 04:20:56.967341 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1fa828-72b8-4bd6-8447-e41a4824c1eb req-f7bff085-0ac6-48b8-a604-f13af52fd33e service neutron] Checking agent: {'id': '2c3964fb-7920-4c48-8672-be15ccfa9ce8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86004', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 1, 4, 15, 53), 'started_at': datetime.datetime(2022, 10, 1, 4, 15, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 1, 4, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 01 04:20:56.967948 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1fa828-72b8-4bd6-8447-e41a4824c1eb req-f7bff085-0ac6-48b8-a604-f13af52fd33e service neutron] Checking segment: {'id': 'b90f7b3a-6fb0-4d95-8a4f-636ff8d369ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '92f08451-a23c-40f8-9010-ae62f55617be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:20:56.968527 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1fa828-72b8-4bd6-8447-e41a4824c1eb req-f7bff085-0ac6-48b8-a604-f13af52fd33e service neutron] Bound using segment: {'id': 'b90f7b3a-6fb0-4d95-8a4f-636ff8d369ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '92f08451-a23c-40f8-9010-ae62f55617be'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 01 04:20:56.969171 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-2e1fa828-72b8-4bd6-8447-e41a4824c1eb req-f7bff085-0ac6-48b8-a604-f13af52fd33e service neutron] Bound port: a9fcf58b-9af0-47d5-9218-efddc535ddda, host: hv-cinder-86004, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b90f7b3a-6fb0-4d95-8a4f-636ff8d369ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '92f08451-a23c-40f8-9010-ae62f55617be'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 01 04:20:56.969754 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-2e1fa828-72b8-4bd6-8447-e41a4824c1eb req-f7bff085-0ac6-48b8-a604-f13af52fd33e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (a9fcf58b-9af0-47d5-9218-efddc535ddda), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:56.972080 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:57.056481 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-2e1fa828-72b8-4bd6-8447-e41a4824c1eb req-f7bff085-0ac6-48b8-a604-f13af52fd33e service neutron] For port a9fcf58b-9af0-47d5-9218-efddc535ddda, host hv-cinder-86004, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 01 04:20:57.060455 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-2e1fa828-72b8-4bd6-8447-e41a4824c1eb req-f7bff085-0ac6-48b8-a604-f13af52fd33e service neutron] For port a9fcf58b-9af0-47d5-9218-efddc535ddda, host hv-cinder-86004, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=a9fcf58b-9af0-47d5-9218-efddc535ddda,segment=NetworkSegment(b90f7b3a-6fb0-4d95-8a4f-636ff8d369ce),segment_id=b90f7b3a-6fb0-4d95-8a4f-636ff8d369ce)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 01 04:20:57.078570 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-2e1fa828-72b8-4bd6-8447-e41a4824c1eb req-f7bff085-0ac6-48b8-a604-f13af52fd33e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4916182'] for port (a9fcf58b-9af0-47d5-9218-efddc535ddda), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:57.083702 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fa828-72b8-4bd6-8447-e41a4824c1eb req-f7bff085-0ac6-48b8-a604-f13af52fd33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:57.084629 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-2e1fa828-72b8-4bd6-8447-e41a4824c1eb req-f7bff085-0ac6-48b8-a604-f13af52fd33e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:57.086359 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2e1fa828-72b8-4bd6-8447-e41a4824c1eb req-f7bff085-0ac6-48b8-a604-f13af52fd33e service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/a9fcf58b-9af0-47d5-9218-efddc535ddda HTTP/1.1" status: 200 len: 1093 time: 1.3894162 Oct 01 04:20:57.086998 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b9af495-cd51-4492-af9f-d43ba016007b', 'tag': 'a9fcf58b-9af0-47d5-9218-efddc535ddda'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:20:57.089809 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23a471ff00a13a2eea8c87216c43e2c9873adc8b08d975975de21b294c9ff96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14b9259-a101-4924-832b-b0c0d06d0f1b" -d '{"events": [{"name": "network-changed", "server_uuid": "0b9af495-cd51-4492-af9f-d43ba016007b", "tag": "a9fcf58b-9af0-47d5-9218-efddc535ddda"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:20:57.156284 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 01 Oct 2022 04:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5df6ada-2ef6-4e32-afc7-6ba171b89237 x-openstack-request-id: req-c5df6ada-2ef6-4e32-afc7-6ba171b89237 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:20:57.156623 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b9af495-cd51-4492-af9f-d43ba016007b", "tag": "a9fcf58b-9af0-47d5-9218-efddc535ddda", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:20:57.156955 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c5df6ada-2ef6-4e32-afc7-6ba171b89237 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:20:57.157414 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5df6ada-2ef6-4e32-afc7-6ba171b89237'] response: {'name': 'network-changed', 'server_uuid': '0b9af495-cd51-4492-af9f-d43ba016007b', 'tag': 'a9fcf58b-9af0-47d5-9218-efddc535ddda', 'status': 'completed', 'code': 200} Oct 01 04:20:57.174661 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bff085-0ac6-48b8-a604-f13af52fd33e service neutron] Pushing event updated for resources: {'Port': ['ID=a9fcf58b-9af0-47d5-9218-efddc535ddda,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:20:57.346653 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf113c-13d4-4c84-8801-bce584d98843 req-ebc4c0d4-98fb-4baa-b0b6-138cff83a632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:57.348175 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b5cf113c-13d4-4c84-8801-bce584d98843 req-ebc4c0d4-98fb-4baa-b0b6-138cff83a632 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=3af0afc2-a8fa-427e-a8af-57c40105fd2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0728593 Oct 01 04:20:57.357228 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b9259-a101-4924-832b-b0c0d06d0f1b req-7dc47952-b207-49e0-8ecf-d9aae9893e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:57.359094 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e14b9259-a101-4924-832b-b0c0d06d0f1b req-7dc47952-b207-49e0-8ecf-d9aae9893e53 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1d29e2e750f948e1b0ccd4117c0d347a&device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 1127 time: 0.0539608 Oct 01 04:20:57.658599 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b5cf113c-13d4-4c84-8801-bce584d98843 req-2b445453-e5b4-45de-967a-0c383e27dda1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3af0afc2-a8fa-427e-a8af-57c40105fd2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638185 Oct 01 04:20:57.668895 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b9259-a101-4924-832b-b0c0d06d0f1b req-83284627-436a-40cd-abff-6ccc293b0cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:57.670942 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e14b9259-a101-4924-832b-b0c0d06d0f1b req-83284627-436a-40cd-abff-6ccc293b0cfe service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=1d29e2e750f948e1b0ccd4117c0d347a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2885280 Oct 01 04:20:57.768013 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d04ff2-63f4-4690-bb8b-b76e0bc190e5 req-a003bd58-9dc0-4f97-ba5a-ddc208f6e600 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:57.770943 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d4d04ff2-63f4-4690-bb8b-b76e0bc190e5 req-a003bd58-9dc0-4f97-ba5a-ddc208f6e600 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 946 time: 0.0727737 Oct 01 04:20:57.830995 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d4d04ff2-63f4-4690-bb8b-b76e0bc190e5 req-5a25a4b2-cc9b-4cf3-ab62-c8f6195560f6 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528960 Oct 01 04:20:57.978022 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196c0fe-de54-4b1f-8cee-b476821b22b3 req-fdc2bd1a-f00f-4058-bbc6-05eb023ab5a0 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:57.979645 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a196c0fe-de54-4b1f-8cee-b476821b22b3 req-fdc2bd1a-f00f-4058-bbc6-05eb023ab5a0 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 943 time: 0.0504899 Oct 01 04:20:58.042925 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a196c0fe-de54-4b1f-8cee-b476821b22b3 req-e2383438-a16f-40ad-9ffb-147f3119c3da tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551417 Oct 01 04:20:58.301240 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf6d87-19fd-4f67-8083-cc9eac77be0f req-1e1791da-70c0-4e82-8060-da1c13d0a556 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:58.304385 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2ddf6d87-19fd-4f67-8083-cc9eac77be0f req-1e1791da-70c0-4e82-8060-da1c13d0a556 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 943 time: 0.2643805 Oct 01 04:20:58.372841 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2ddf6d87-19fd-4f67-8083-cc9eac77be0f req-d41e2518-0396-4e54-a729-9b5ba92f8369 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfc6110-19c3-42e0-8b7e-4aa9f740b26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567420 Oct 01 04:20:58.425613 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b5cf113c-13d4-4c84-8801-bce584d98843 req-0330eb4e-9e53-459a-bdad-79e0591c8e90 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3af0afc2-a8fa-427e-a8af-57c40105fd2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118926 Oct 01 04:20:58.446736 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b9259-a101-4924-832b-b0c0d06d0f1b req-8a8134a5-191a-4fdb-8869-8f4b994c4e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:58.448354 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e14b9259-a101-4924-832b-b0c0d06d0f1b req-8a8134a5-191a-4fdb-8869-8f4b994c4e5e service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2240880 Oct 01 04:20:58.648847 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fa828-72b8-4bd6-8447-e41a4824c1eb req-cd6988db-11f2-4d96-a296-66cd658c038c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:58.651885 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2e1fa828-72b8-4bd6-8447-e41a4824c1eb req-cd6988db-11f2-4d96-a296-66cd658c038c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1d29e2e750f948e1b0ccd4117c0d347a&device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 1127 time: 0.0743897 Oct 01 04:20:58.720706 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2e1fa828-72b8-4bd6-8447-e41a4824c1eb req-1eacad5d-fd2e-4bb4-9472-f64e186a578b service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9fcf58b-9af0-47d5-9218-efddc535ddda HTTP/1.1" status: 200 len: 217 time: 0.0367579 Oct 01 04:20:58.803072 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fa828-72b8-4bd6-8447-e41a4824c1eb req-36d7f080-a7b3-4c41-b3cb-7cd1c7d43ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:58.804631 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2e1fa828-72b8-4bd6-8447-e41a4824c1eb req-36d7f080-a7b3-4c41-b3cb-7cd1c7d43ebe service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4e37b831-acda-4dd7-b8c3-e8659f60d591 HTTP/1.1" status: 200 len: 854 time: 0.0686390 Oct 01 04:20:58.877689 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fa828-72b8-4bd6-8447-e41a4824c1eb req-b8f2effa-1fd4-4f00-9200-9c438058dda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:58.881259 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2e1fa828-72b8-4bd6-8447-e41a4824c1eb req-b8f2effa-1fd4-4f00-9200-9c438058dda5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=92f08451-a23c-40f8-9010-ae62f55617be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0608203 Oct 01 04:20:59.021510 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa34bf-4fb6-4100-88d1-c18e134b560c req-ece3c44e-f891-4bc4-8090-9c070bc1c225 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:59.025403 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-0baa34bf-4fb6-4100-88d1-c18e134b560c req-ece3c44e-f891-4bc4-8090-9c070bc1c225 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 946 time: 0.0720687 Oct 01 04:20:59.077799 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2e1fa828-72b8-4bd6-8447-e41a4824c1eb req-6e001e8b-71c9-4e64-8380-53154a417225 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/92f08451-a23c-40f8-9010-ae62f55617be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867912 Oct 01 04:20:59.092350 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-0baa34bf-4fb6-4100-88d1-c18e134b560c req-2d78b209-c1b1-47c7-bd76-204bec91de18 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592937 Oct 01 04:20:59.240894 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ac6594-82f5-4ed2-b1f8-27dfcb553fce req-da5161ef-e719-4fc0-8bb7-58b44c671e17 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:59.242481 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-e9ac6594-82f5-4ed2-b1f8-27dfcb553fce req-da5161ef-e719-4fc0-8bb7-58b44c671e17 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 943 time: 0.0989349 Oct 01 04:20:59.251163 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ea862-fbdf-49d1-a5b7-e0cc8d2c7aa0 req-5822bbae-37cf-4980-8377-7d73402281f0 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:59.252643 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a57ea862-fbdf-49d1-a5b7-e0cc8d2c7aa0 req-5822bbae-37cf-4980-8377-7d73402281f0 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 946 time: 0.0646205 Oct 01 04:20:59.263571 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 37740) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:20:59.269272 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-d8cc525c-ad2c-41ee-b825-c08502d140cf tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Request body: {'floatingip': {'port_id': '2a43b463-65b3-423d-b16f-bcbd2964f478'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:20:59.313940 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:59.316078 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-e9ac6594-82f5-4ed2-b1f8-27dfcb553fce req-a58b3de8-29e3-4b25-9108-a3e51a66af8f tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623639 Oct 01 04:20:59.327240 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d8cc525c-ad2c-41ee-b825-c08502d140cf tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks [] for floatingip (a07b4da5-f42a-4239-8670-8a3ecac59883), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:20:59.521375 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e1b13-9b69-4ee2-aa10-c02e3f5dd979 req-b86dd132-9fcd-433c-9c11-2116852dd240 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:59.526294 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2c0e1b13-9b69-4ee2-aa10-c02e3f5dd979 req-b86dd132-9fcd-433c-9c11-2116852dd240 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 943 time: 0.0693266 Oct 01 04:20:59.622737 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:20:59.624179 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94b9a2-b644-468b-b126-8866eb51c2ba req-ad2a6a18-5ce6-488e-b3c9-23c2608a011a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:59.639146 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1d94b9a2-b644-468b-b126-8866eb51c2ba req-ad2a6a18-5ce6-488e-b3c9-23c2608a011a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2&tenant_id=19d87f6d9adf4ce98e934187ec8ae0d7 HTTP/1.1" status: 200 len: 1127 time: 0.1339939 Oct 01 04:20:59.683818 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2c0e1b13-9b69-4ee2-aa10-c02e3f5dd979 req-4aa1c96b-6d56-4890-8ea4-2aad81bea394 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfc6110-19c3-42e0-8b7e-4aa9f740b26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369376 Oct 01 04:20:59.886676 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2e1fa828-72b8-4bd6-8447-e41a4824c1eb req-b7ffe791-97e0-4ff2-8748-c59e55148b5f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/92f08451-a23c-40f8-9010-ae62f55617be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4461181 Oct 01 04:20:59.948332 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94b9a2-b644-468b-b126-8866eb51c2ba req-8680e7fb-7ad2-4f25-ad19-b838c645657b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:20:59.949888 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1d94b9a2-b644-468b-b126-8866eb51c2ba req-8680e7fb-7ad2-4f25-ad19-b838c645657b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=19d87f6d9adf4ce98e934187ec8ae0d7&device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 1127 time: 0.1493225 Oct 01 04:21:00.183730 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d8cc525c-ad2c-41ee-b825-c08502d140cf tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:00.188667 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d8cc525c-ad2c-41ee-b825-c08502d140cf tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989928'] for floatingip (a07b4da5-f42a-4239-8670-8a3ecac59883), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:00.304026 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.db.l3_db [None req-d8cc525c-ad2c-41ee-b825-c08502d140cf tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Floating IP a07b4da5-f42a-4239-8670-8a3ecac59883 associated. External IP: 172.27.2.155, port: 2a43b463-65b3-423d-b16f-bcbd2964f478. Oct 01 04:21:00.475037 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f39cf21-2e93-42af-8287-ddb385b14ecf req-4aaf8217-8667-4d33-b321-b69ec4c86736 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:00.477703 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2f39cf21-2e93-42af-8287-ddb385b14ecf req-4aaf8217-8667-4d33-b321-b69ec4c86736 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 943 time: 0.0596766 Oct 01 04:21:00.558731 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2f39cf21-2e93-42af-8287-ddb385b14ecf req-dde1c155-2e32-4075-9970-ae065d826163 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744216 Oct 01 04:21:00.836608 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8cc525c-ad2c-41ee-b825-c08502d140cf tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Router 540cb118-7e4e-4681-bfc5-51850a5afe33 has already been hosted by L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 01 04:21:00.852044 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220210d7-bfab-4583-bd30-3ce98f329a23 req-18b283ad-1063-4d3e-974d-e10eabd94807 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:00.853715 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-220210d7-bfab-4583-bd30-3ce98f329a23 req-18b283ad-1063-4d3e-974d-e10eabd94807 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 943 time: 0.0570865 Oct 01 04:21:00.911867 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:00.917431 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:00.923549 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-220210d7-bfab-4583-bd30-3ce98f329a23 req-548bd8d5-bc3f-47f7-9c76-446816baa65b tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfc6110-19c3-42e0-8b7e-4aa9f740b26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633314 Oct 01 04:21:00.983310 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8cc525c-ad2c-41ee-b825-c08502d140cf tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:21:00.990896 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d8cc525c-ad2c-41ee-b825-c08502d140cf tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for floatingip (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:00.994991 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dbbbdb-448c-45b5-8cef-f379b4cc9b62 None None] Sync routers for ids ['540cb118-7e4e-4681-bfc5-51850a5afe33'] in dv-cinder-860044-1-iscsi {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:21:01.007178 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dbbbdb-448c-45b5-8cef-f379b4cc9b62 None None] Routers {'540cb118-7e4e-4681-bfc5-51850a5afe33'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:21:01.008093 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-12dbbbdb-448c-45b5-8cef-f379b4cc9b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:20:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['540cb118-7e4e-4681-bfc5-51850a5afe33'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:21:01.033201 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-d8cc525c-ad2c-41ee-b825-c08502d140cf tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/a07b4da5-f42a-4239-8670-8a3ecac59883 HTTP/1.1" status: 200 len: 992 time: 1.7677946 Oct 01 04:21:01.034347 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6436bdc-2e17-43d4-a123-900e6269e551', 'tag': '2a43b463-65b3-423d-b16f-bcbd2964f478'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:21:01.038019 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23a471ff00a13a2eea8c87216c43e2c9873adc8b08d975975de21b294c9ff96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c3f601-2b70-4f36-961b-e6c91a6ee0e7" -d '{"events": [{"name": "network-changed", "server_uuid": "c6436bdc-2e17-43d4-a123-900e6269e551", "tag": "2a43b463-65b3-423d-b16f-bcbd2964f478"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:21:01.060265 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:01.086147 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 01 Oct 2022 04:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de5e540-a021-454d-8c1b-6b8760317187 x-openstack-request-id: req-7de5e540-a021-454d-8c1b-6b8760317187 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:21:01.086444 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6436bdc-2e17-43d4-a123-900e6269e551", "tag": "2a43b463-65b3-423d-b16f-bcbd2964f478", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:21:01.086763 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7de5e540-a021-454d-8c1b-6b8760317187 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:21:01.087112 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7de5e540-a021-454d-8c1b-6b8760317187'] response: {'name': 'network-changed', 'server_uuid': 'c6436bdc-2e17-43d4-a123-900e6269e551', 'tag': '2a43b463-65b3-423d-b16f-bcbd2964f478', 'status': 'completed', 'code': 200} Oct 01 04:21:01.134132 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-12dbbbdb-448c-45b5-8cef-f379b4cc9b62 None None] Set router 540cb118-7e4e-4681-bfc5-51850a5afe33 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:21:01.476788 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-12dbbbdb-448c-45b5-8cef-f379b4cc9b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540cb118-7e4e-4681-bfc5-51850a5afe33', 'name': 'tempest-ServerRescueNegativeTestJSON-1121395474-router', 'tenant_id': '839c91c5262a49768c3e937b5a034137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '7bbc7e7e-5f4c-4348-8066-b51f3619b0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:44Z', 'updated_at': '2022-10-01T04:17:59Z', 'revision_number': 4, 'project_id': '839c91c5262a49768c3e937b5a034137', 'gw_port': {'id': '7bbc7e7e-5f4c-4348-8066-b51f3619b0e5', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540cb118-7e4e-4681-bfc5-51850a5afe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:46Z', 'updated_at': '2022-10-01T04:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_floatingips': [{'id': 'a07b4da5-f42a-4239-8670-8a3ecac59883', 'tenant_id': '839c91c5262a49768c3e937b5a034137', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'router_id': '540cb118-7e4e-4681-bfc5-51850a5afe33', 'port_id': '2a43b463-65b3-423d-b16f-bcbd2964f478', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e21d865-d526-49ca-8e76-21cf583604c4', 'mac_address': 'fa:16:3e:5c:97:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6436bdc-2e17-43d4-a123-900e6269e551', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-01T04:20:20Z', 'updated_at': '2022-10-01T04:21:00Z', 'revision_number': 1, 'project_id': '839c91c5262a49768c3e937b5a034137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7fd2da2-3952-4589-bca7-86d328130eda', 'name': '', 'network_id': '9e21d865-d526-49ca-8e76-21cf583604c4', 'tenant_id': '839c91c5262a49768c3e937b5a034137', 'mac_address': 'fa:16:3e:bf:a8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540cb118-7e4e-4681-bfc5-51850a5afe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5be7b0c5-9e6d-4922-a242-c74e298031bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:56Z', 'updated_at': '2022-10-01T04:18:13Z', 'revision_number': 5, 'project_id': '839c91c5262a49768c3e937b5a034137', 'subnets': [{'id': '5be7b0c5-9e6d-4922-a242-c74e298031bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:21:01.525949 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dbbbdb-448c-45b5-8cef-f379b4cc9b62 None None] Checking router: 540cb118-7e4e-4681-bfc5-51850a5afe33 for host: dv-cinder-860044-1-iscsi {{(pid=106388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:21:01.542579 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dbbbdb-448c-45b5-8cef-f379b4cc9b62 None None] Routers {'540cb118-7e4e-4681-bfc5-51850a5afe33'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:21:01.543591 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-12dbbbdb-448c-45b5-8cef-f379b4cc9b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:20:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['540cb118-7e4e-4681-bfc5-51850a5afe33'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:21:01.549636 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3f601-2b70-4f36-961b-e6c91a6ee0e7 req-306b6e56-bdd2-49dd-9fb1-e47edfe3902f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:01.551354 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-57c3f601-2b70-4f36-961b-e6c91a6ee0e7 req-306b6e56-bdd2-49dd-9fb1-e47edfe3902f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=839c91c5262a49768c3e937b5a034137&device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 1130 time: 0.0877504 Oct 01 04:21:01.554081 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:01.676527 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94b9a2-b644-468b-b126-8866eb51c2ba req-f2e89ec0-aebe-42a6-b3cf-0720c2a93368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:01.678094 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1d94b9a2-b644-468b-b126-8866eb51c2ba req-f2e89ec0-aebe-42a6-b3cf-0720c2a93368 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=41ad6d82-393d-469b-ad56-b82ab9a77fee HTTP/1.1" status: 200 len: 918 time: 0.2426026 Oct 01 04:21:01.762396 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:01.768548 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:01.781971 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae11ab-ccf0-4d04-90c9-95569561830e req-8eb26e3c-45d0-4914-8e37-2aa4091bc640 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:01.783542 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-23ae11ab-ccf0-4d04-90c9-95569561830e req-8eb26e3c-45d0-4914-8e37-2aa4091bc640 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 943 time: 0.1059911 Oct 01 04:21:01.797825 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-12dbbbdb-448c-45b5-8cef-f379b4cc9b62 None None] Set router 540cb118-7e4e-4681-bfc5-51850a5afe33 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:21:01.841669 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1d94b9a2-b644-468b-b126-8866eb51c2ba req-c69632c5-4d44-4e13-bbcf-0502dbd483e7 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28ed6420-e14b-48a2-a448-a8ab736b93af HTTP/1.1" status: 200 len: 998 time: 0.1521795 Oct 01 04:21:01.847465 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3f601-2b70-4f36-961b-e6c91a6ee0e7 req-24d84789-8711-4633-8b3d-79c818b021e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:01.848769 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-57c3f601-2b70-4f36-961b-e6c91a6ee0e7 req-24d84789-8711-4633-8b3d-79c818b021e6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=9e21d865-d526-49ca-8e76-21cf583604c4 HTTP/1.1" status: 200 len: 920 time: 0.2885048 Oct 01 04:21:01.876676 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-23ae11ab-ccf0-4d04-90c9-95569561830e req-5f697424-277a-4806-af94-d460174761a0 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827160 Oct 01 04:21:02.080993 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab3fe1-6198-42b0-823d-476db468e8ee req-46310c3a-1e23-4284-8cb8-d3f4ac3d6e1c tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:02.086152 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b7ab3fe1-6198-42b0-823d-476db468e8ee req-46310c3a-1e23-4284-8cb8-d3f4ac3d6e1c tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 943 time: 0.0672457 Oct 01 04:21:02.140142 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b7ab3fe1-6198-42b0-823d-476db468e8ee req-e9d488af-1893-472f-b5c3-4e21c8fddaf5 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfc6110-19c3-42e0-8b7e-4aa9f740b26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527849 Oct 01 04:21:02.173801 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94b9a2-b644-468b-b126-8866eb51c2ba req-a8173f5f-08e9-4449-95f3-8dcd2294ffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:02.175543 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1d94b9a2-b644-468b-b126-8866eb51c2ba req-a8173f5f-08e9-4449-95f3-8dcd2294ffc6 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d3f0d177-35e4-4cba-a762-d1357d3a9c11 HTTP/1.1" status: 200 len: 856 time: 0.1438951 Oct 01 04:21:02.178377 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-57c3f601-2b70-4f36-961b-e6c91a6ee0e7 req-2cfb9d0a-08f8-4e12-a517-ce0a7f1a5fec service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a43b463-65b3-423d-b16f-bcbd2964f478 HTTP/1.1" status: 200 len: 1000 time: 0.1540263 Oct 01 04:21:02.262250 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-12dbbbdb-448c-45b5-8cef-f379b4cc9b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540cb118-7e4e-4681-bfc5-51850a5afe33', 'name': 'tempest-ServerRescueNegativeTestJSON-1121395474-router', 'tenant_id': '839c91c5262a49768c3e937b5a034137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '7bbc7e7e-5f4c-4348-8066-b51f3619b0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:44Z', 'updated_at': '2022-10-01T04:17:59Z', 'revision_number': 4, 'project_id': '839c91c5262a49768c3e937b5a034137', 'gw_port': {'id': '7bbc7e7e-5f4c-4348-8066-b51f3619b0e5', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540cb118-7e4e-4681-bfc5-51850a5afe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:46Z', 'updated_at': '2022-10-01T04:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_floatingips': [{'id': 'a07b4da5-f42a-4239-8670-8a3ecac59883', 'tenant_id': '839c91c5262a49768c3e937b5a034137', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'router_id': '540cb118-7e4e-4681-bfc5-51850a5afe33', 'port_id': '2a43b463-65b3-423d-b16f-bcbd2964f478', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e21d865-d526-49ca-8e76-21cf583604c4', 'mac_address': 'fa:16:3e:5c:97:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6436bdc-2e17-43d4-a123-900e6269e551', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-01T04:20:20Z', 'updated_at': '2022-10-01T04:21:00Z', 'revision_number': 1, 'project_id': '839c91c5262a49768c3e937b5a034137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7fd2da2-3952-4589-bca7-86d328130eda', 'name': '', 'network_id': '9e21d865-d526-49ca-8e76-21cf583604c4', 'tenant_id': '839c91c5262a49768c3e937b5a034137', 'mac_address': 'fa:16:3e:bf:a8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540cb118-7e4e-4681-bfc5-51850a5afe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5be7b0c5-9e6d-4922-a242-c74e298031bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:56Z', 'updated_at': '2022-10-01T04:18:13Z', 'revision_number': 5, 'project_id': '839c91c5262a49768c3e937b5a034137', 'subnets': [{'id': '5be7b0c5-9e6d-4922-a242-c74e298031bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:21:02.294334 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dbbbdb-448c-45b5-8cef-f379b4cc9b62 None None] The sync data for ids ['540cb118-7e4e-4681-bfc5-51850a5afe33'] in dv-cinder-860044-1-iscsi is: [{'id': '540cb118-7e4e-4681-bfc5-51850a5afe33', 'name': 'tempest-ServerRescueNegativeTestJSON-1121395474-router', 'tenant_id': '839c91c5262a49768c3e937b5a034137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '7bbc7e7e-5f4c-4348-8066-b51f3619b0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:44Z', 'updated_at': '2022-10-01T04:17:59Z', 'revision_number': 4, 'project_id': '839c91c5262a49768c3e937b5a034137', 'gw_port': {'id': '7bbc7e7e-5f4c-4348-8066-b51f3619b0e5', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540cb118-7e4e-4681-bfc5-51850a5afe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:46Z', 'updated_at': '2022-10-01T04:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_floatingips': [{'id': 'a07b4da5-f42a-4239-8670-8a3ecac59883', 'tenant_id': '839c91c5262a49768c3e937b5a034137', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'router_id': '540cb118-7e4e-4681-bfc5-51850a5afe33', 'port_id': '2a43b463-65b3-423d-b16f-bcbd2964f478', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e21d865-d526-49ca-8e76-21cf583604c4', 'mac_address': 'fa:16:3e:5c:97:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6436bdc-2e17-43d4-a123-900e6269e551', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-01T04:20:20Z', 'updated_at': '2022-10-01T04:21:00Z', 'revision_number': 1, 'project_id': '839c91c5262a49768c3e937b5a034137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7fd2da2-3952-4589-bca7-86d328130eda', 'name': '', 'network_id': '9e21d865-d526-49ca-8e76-21cf583604c4', 'tenant_id': '839c91c5262a49768c3e937b5a034137', 'mac_address': 'fa:16:3e:bf:a8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540cb118-7e4e-4681-bfc5-51850a5afe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5be7b0c5-9e6d-4922-a242-c74e298031bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:56Z', 'updated_at': '2022-10-01T04:18:13Z', 'revision_number': 5, 'project_id': '839c91c5262a49768c3e937b5a034137', 'subnets': [{'id': '5be7b0c5-9e6d-4922-a242-c74e298031bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:21:02.324771 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3f601-2b70-4f36-961b-e6c91a6ee0e7 req-36656004-a747-41a3-a0a0-51abff97a5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:02.326487 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-57c3f601-2b70-4f36-961b-e6c91a6ee0e7 req-36656004-a747-41a3-a0a0-51abff97a5f3 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5be7b0c5-9e6d-4922-a242-c74e298031bb HTTP/1.1" status: 200 len: 858 time: 0.1354151 Oct 01 04:21:02.330069 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94b9a2-b644-468b-b126-8866eb51c2ba req-c250850b-67d4-4568-a88d-db7995c024e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:02.332988 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1d94b9a2-b644-468b-b126-8866eb51c2ba req-c250850b-67d4-4568-a88d-db7995c024e8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=41ad6d82-393d-469b-ad56-b82ab9a77fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1429632 Oct 01 04:21:02.477319 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3f601-2b70-4f36-961b-e6c91a6ee0e7 req-73fef027-d1f3-4722-a243-1ea3d2073ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:02.479129 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-57c3f601-2b70-4f36-961b-e6c91a6ee0e7 req-73fef027-d1f3-4722-a243-1ea3d2073ec3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=9e21d865-d526-49ca-8e76-21cf583604c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1448994 Oct 01 04:21:02.590335 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1d94b9a2-b644-468b-b126-8866eb51c2ba req-45dd78da-7776-42a3-ab1a-d83ce63d5fa7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41ad6d82-393d-469b-ad56-b82ab9a77fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055783 Oct 01 04:21:02.641518 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6a7b08-5d55-439a-9e8e-2f18694ba244 None None] New status for floating IP a07b4da5-f42a-4239-8670-8a3ecac59883: ACTIVE {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 01 04:21:02.675744 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-57c3f601-2b70-4f36-961b-e6c91a6ee0e7 req-84a50802-64c4-4b71-982c-1550eb363b32 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9e21d865-d526-49ca-8e76-21cf583604c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879458 Oct 01 04:21:02.782877 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1d94b9a2-b644-468b-b126-8866eb51c2ba req-4641247f-9c63-443c-9222-477ff8b9fdfc service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41ad6d82-393d-469b-ad56-b82ab9a77fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833091 Oct 01 04:21:02.795581 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:02.848099 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-57c3f601-2b70-4f36-961b-e6c91a6ee0e7 req-0fcbc982-f8ff-4649-8971-ee0cbec48201 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9e21d865-d526-49ca-8e76-21cf583604c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650317 Oct 01 04:21:03.018021 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c06d8-2668-4a53-937d-adf72b5283d1 req-bf8100e5-c799-4223-8862-b47fb0460873 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:03.020860 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-628c06d8-2668-4a53-937d-adf72b5283d1 req-bf8100e5-c799-4223-8862-b47fb0460873 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 943 time: 0.0536566 Oct 01 04:21:03.080834 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-628c06d8-2668-4a53-937d-adf72b5283d1 req-8afddb81-8a1e-4f9c-8c51-f8d219e17476 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533028 Oct 01 04:21:03.328164 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719cfa4-95e2-4fbf-8c8f-c3b138ca81ec req-d5f98f99-31ba-4e52-b90e-7c25780d2406 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:03.337440 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-3719cfa4-95e2-4fbf-8c8f-c3b138ca81ec req-d5f98f99-31ba-4e52-b90e-7c25780d2406 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 943 time: 0.0660818 Oct 01 04:21:03.412544 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-3719cfa4-95e2-4fbf-8c8f-c3b138ca81ec req-7c47151f-e3df-4690-9f63-83b62cee84d2 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfc6110-19c3-42e0-8b7e-4aa9f740b26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735040 Oct 01 04:21:03.727740 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device a9fcf58b-9af0-47d5-9218-efddc535ddda details requested by agent hyperv_hv-cinder-86004 with host hv-cinder-86004 {{(pid=106388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 01 04:21:03.943449 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port a9fcf58b-9af0-47d5-9218-efddc535ddda, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=a9fcf58b-9af0-47d5-9218-efddc535ddda,segment=NetworkSegment(b90f7b3a-6fb0-4d95-8a4f-636ff8d369ce),segment_id=b90f7b3a-6fb0-4d95-8a4f-636ff8d369ce)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:21:03.950874 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7db8693b-aca0-449f-981a-1fd725c50993 req-88f30618-6de3-40f4-998d-d29f5340da95 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1256671354&fields=id&tenant_id=721dd52b82194e4d91113d4d688900ae HTTP/1.1" status: 200 len: 267 time: 0.0829353 Oct 01 04:21:03.959010 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Returning: {'device': 'a9fcf58b-9af0-47d5-9218-efddc535ddda', 'network_id': '92f08451-a23c-40f8-9010-ae62f55617be', 'port_id': 'a9fcf58b-9af0-47d5-9218-efddc535ddda', 'mac_address': 'fa:16:3e:0e:3b:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e37b831-acda-4dd7-b8c3-e8659f60d591', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 01 04:21:03.999944 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Current status of the port a9fcf58b-9af0-47d5-9218-efddc535ddda is: DOWN; New status is: BUILD {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:21:04.000303 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (a9fcf58b-9af0-47d5-9218-efddc535ddda), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:04.021446 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9fcf58b-9af0-47d5-9218-efddc535ddda {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 01 04:21:04.065836 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port a9fcf58b-9af0-47d5-9218-efddc535ddda, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=a9fcf58b-9af0-47d5-9218-efddc535ddda,segment=NetworkSegment(b90f7b3a-6fb0-4d95-8a4f-636ff8d369ce),segment_id=b90f7b3a-6fb0-4d95-8a4f-636ff8d369ce)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:21:04.073157 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (a9fcf58b-9af0-47d5-9218-efddc535ddda), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:04.099809 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db8693b-aca0-449f-981a-1fd725c50993 req-4628b640-24d3-41f2-b0ed-9939bf0f20a7 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:04.107972 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7db8693b-aca0-449f-981a-1fd725c50993 req-4628b640-24d3-41f2-b0ed-9939bf0f20a7 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/networks?id=a58a68a2-3485-47fc-a402-341c963919cc HTTP/1.1" status: 200 len: 812 time: 0.1553950 Oct 01 04:21:04.127671 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7db8693b-aca0-449f-981a-1fd725c50993 req-4d1db7de-f478-4227-bf39-53b720cc32bb tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/quotas/721dd52b82194e4d91113d4d688900ae HTTP/1.1" status: 200 len: 375 time: 0.0187199 Oct 01 04:21:04.227722 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:04.228890 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Pushing event updated for resources: {'Port': ['ID=a9fcf58b-9af0-47d5-9218-efddc535ddda,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:21:04.254263 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:21:04.254654 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:21:04.255233 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:21:04.257073 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:21:04.257516 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:21:04.260474 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7db8693b-aca0-449f-981a-1fd725c50993 req-de61bc07-8035-49f3-a469-f7be3919d31b tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=721dd52b82194e4d91113d4d688900ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1244462 Oct 01 04:21:04.261091 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:21:04.261765 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:21:04.262896 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:21:04.263607 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:21:04.264822 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:21:04.268649 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:21:04.269439 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:21:04.269976 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:21:04.273595 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:21:04.274428 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:21:04.364960 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dcfed8-fbb6-418d-a0c7-cff6202972cf req-701cbf33-8cad-485f-8150-5d4782731432 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:04.373711 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-47dcfed8-fbb6-418d-a0c7-cff6202972cf req-701cbf33-8cad-485f-8150-5d4782731432 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 943 time: 0.0914636 Oct 01 04:21:04.408161 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] get_ports_and_sgs() called for port_ids ['a9fcf58b-9af0-47d5-9218-efddc535ddda'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 01 04:21:04.480882 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-47dcfed8-fbb6-418d-a0c7-cff6202972cf req-b2d38341-522b-4070-917d-bc1b784142ac tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058488 Oct 01 04:21:04.580382 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7db8693b-aca0-449f-981a-1fd725c50993 req-fc8406af-5659-4951-bf13-1f1fe184574d service neutron] 10.222.0.26 "GET /networking/v2.0/networks/a58a68a2-3485-47fc-a402-341c963919cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134983 Oct 01 04:21:04.725952 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f658713d-b05b-4582-9e6c-bbac59c8d358 req-09ab2796-e7a1-43e4-a1f3-1cfe51c44ba3 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:04.728155 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-f658713d-b05b-4582-9e6c-bbac59c8d358 req-09ab2796-e7a1-43e4-a1f3-1cfe51c44ba3 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 944 time: 0.0569808 Oct 01 04:21:04.736481 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:04.840680 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-f658713d-b05b-4582-9e6c-bbac59c8d358 req-d2a017b4-2868-478e-906f-6242bb60a784 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfc6110-19c3-42e0-8b7e-4aa9f740b26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016915 Oct 01 04:21:04.899462 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7db8693b-aca0-449f-981a-1fd725c50993 req-00ba8b8e-ced8-4002-9678-a7979cf18eab service neutron] 10.222.0.26 "GET /networking/v2.0/networks/a58a68a2-3485-47fc-a402-341c963919cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169794 Oct 01 04:21:05.516404 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-8f0b7564-542a-43fe-adca-6edc8e16b543 req-2a633c03-9464-4718-9b7e-b23f1cc9bda1 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1b31127e-af32-4116-90df-f27354ee55f4 HTTP/1.1" status: 200 len: 210 time: 0.0560775 Oct 01 04:21:05.791530 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41669c01-c295-43eb-885e-502d5ebf61ab req-5a583e28-7a8e-44cc-a473-05827ac39b96 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:05.800711 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-41669c01-c295-43eb-885e-502d5ebf61ab req-5a583e28-7a8e-44cc-a473-05827ac39b96 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 943 time: 0.1577928 Oct 01 04:21:05.976130 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-41669c01-c295-43eb-885e-502d5ebf61ab req-fc46092c-155d-4d27-89b6-e6817cfc9107 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704473 Oct 01 04:21:06.065258 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e20cdb-c283-4936-9334-35ddebba0ba4 req-04424237-3a65-4965-802e-1cabcd66668e tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:06.067277 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a0e20cdb-c283-4936-9334-35ddebba0ba4 req-04424237-3a65-4965-802e-1cabcd66668e tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 944 time: 0.0656381 Oct 01 04:21:06.168156 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a0e20cdb-c283-4936-9334-35ddebba0ba4 req-c8e5cd58-a6a5-4e10-84a0-68d8ccb729fd tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfc6110-19c3-42e0-8b7e-4aa9f740b26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901990 Oct 01 04:21:06.702356 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-23fece62-e4dc-4e4e-961d-4ffebef03788 req-ce34b099-74fb-4144-a858-04ae222ac704 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1b31127e-af32-4116-90df-f27354ee55f4 HTTP/1.1" status: 200 len: 210 time: 0.0746491 Oct 01 04:21:07.227816 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649b512-bdca-4884-a714-3ec340bd560d req-1547683d-a9c2-4efa-8ca5-a48d6a449c2c tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:07.236683 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-f649b512-bdca-4884-a714-3ec340bd560d req-1547683d-a9c2-4efa-8ca5-a48d6a449c2c tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 943 time: 0.1222346 Oct 01 04:21:07.316123 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-f649b512-bdca-4884-a714-3ec340bd560d req-a3f4aadb-1580-49b7-83ec-ff14f1c8018f tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781407 Oct 01 04:21:07.423252 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c622a-16d7-4a7f-a12d-56274db7359e req-dba94c69-21da-4811-b5b1-4678e39dfcc3 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:07.424842 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-584c622a-16d7-4a7f-a12d-56274db7359e req-dba94c69-21da-4811-b5b1-4678e39dfcc3 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 944 time: 0.1309814 Oct 01 04:21:07.467225 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:07.499227 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-584c622a-16d7-4a7f-a12d-56274db7359e req-d0773413-94c8-4cf9-8b9f-17f740cc0a67 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfc6110-19c3-42e0-8b7e-4aa9f740b26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625105 Oct 01 04:21:07.991998 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d4852e8f-6410-49de-8984-9adb5dad0d73 req-180f6421-d1d8-4b03-a446-3cf98d6e0a07 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1b31127e-af32-4116-90df-f27354ee55f4 HTTP/1.1" status: 200 len: 210 time: 0.1828735 Oct 01 04:21:08.467990 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed94d5-6f00-463d-a238-d5bafbbc51a9 req-68b3a771-947b-4f0d-bf86-aa7a42f1b6dd tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:08.469803 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-12ed94d5-6f00-463d-a238-d5bafbbc51a9 req-68b3a771-947b-4f0d-bf86-aa7a42f1b6dd tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 943 time: 0.0520580 Oct 01 04:21:08.530154 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-12ed94d5-6f00-463d-a238-d5bafbbc51a9 req-e627af8a-69e0-4a57-a6ab-ecbd2c000afa tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471275 Oct 01 04:21:08.649575 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec8a56-1c65-47b9-9fa5-3e567acee744 req-ff46f1c5-df97-485e-b692-616693e63ac5 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:08.651234 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-1cec8a56-1c65-47b9-9fa5-3e567acee744 req-ff46f1c5-df97-485e-b692-616693e63ac5 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 944 time: 0.0563648 Oct 01 04:21:08.713798 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-1cec8a56-1c65-47b9-9fa5-3e567acee744 req-20a6152d-4ec7-447d-9a23-cb1b1f7dc109 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfc6110-19c3-42e0-8b7e-4aa9f740b26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521519 Oct 01 04:21:08.747594 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device a9fcf58b-9af0-47d5-9218-efddc535ddda up at agent hyperv_hv-cinder-86004 {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:21:08.804210 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Provisioning for port a9fcf58b-9af0-47d5-9218-efddc535ddda completed by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 01 04:21:08.812078 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Provisioning complete for port a9fcf58b-9af0-47d5-9218-efddc535ddda triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:21:08.812868 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (a9fcf58b-9af0-47d5-9218-efddc535ddda), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:08.813581 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Attempt 1 to provision port a9fcf58b-9af0-47d5-9218-efddc535ddda Oct 01 04:21:08.924470 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Current status of the port a9fcf58b-9af0-47d5-9218-efddc535ddda is: BUILD; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:21:08.925696 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (a9fcf58b-9af0-47d5-9218-efddc535ddda), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:08.952799 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:08.961595 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b9af495-cd51-4492-af9f-d43ba016007b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9fcf58b-9af0-47d5-9218-efddc535ddda'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:21:08.964002 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc2ed8ba810a9a899feae06a2d512ab46721588d0493fdbeca0f1bffbb3e03b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98323515-7d0a-4926-9f18-6945019761c3" -d '{"events": [{"server_uuid": "0b9af495-cd51-4492-af9f-d43ba016007b", "name": "network-vif-plugged", "status": "completed", "tag": "a9fcf58b-9af0-47d5-9218-efddc535ddda"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:21:08.995711 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port a9fcf58b-9af0-47d5-9218-efddc535ddda, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=a9fcf58b-9af0-47d5-9218-efddc535ddda,segment=NetworkSegment(b90f7b3a-6fb0-4d95-8a4f-636ff8d369ce),segment_id=b90f7b3a-6fb0-4d95-8a4f-636ff8d369ce)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:21:09.002269 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (a9fcf58b-9af0-47d5-9218-efddc535ddda), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:09.227467 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-ebd91a52-cf73-4dd0-82f2-4b39580df414 req-42b9f822-2eee-4c7b-840f-4b5a49a20402 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1b31127e-af32-4116-90df-f27354ee55f4 HTTP/1.1" status: 200 len: 210 time: 0.0625215 Oct 01 04:21:09.231752 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 01 Oct 2022 04:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11f4348-0e12-41a8-b9d2-f22924f61313 x-openstack-request-id: req-e11f4348-0e12-41a8-b9d2-f22924f61313 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:21:09.232057 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b9af495-cd51-4492-af9f-d43ba016007b", "name": "network-vif-plugged", "status": "completed", "tag": "a9fcf58b-9af0-47d5-9218-efddc535ddda", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:21:09.232409 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e11f4348-0e12-41a8-b9d2-f22924f61313 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:21:09.232836 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e11f4348-0e12-41a8-b9d2-f22924f61313'] response: {'server_uuid': '0b9af495-cd51-4492-af9f-d43ba016007b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9fcf58b-9af0-47d5-9218-efddc535ddda', 'code': 200} Oct 01 04:21:09.291417 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Pushing event updated for resources: {'Port': ['ID=a9fcf58b-9af0-47d5-9218-efddc535ddda,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:21:09.802701 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49424d-57b2-418c-90e4-58a19cfb4ded req-82ee0dc5-a250-4889-a9a6-e940926c869d tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:09.804260 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-0c49424d-57b2-418c-90e4-58a19cfb4ded req-82ee0dc5-a250-4889-a9a6-e940926c869d tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 943 time: 0.1205955 Oct 01 04:21:09.920290 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374b161-42a8-4264-b7da-ce8129b24ef7 req-cfd670cd-2edb-4451-b71f-19d4c9054516 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:09.928149 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-6374b161-42a8-4264-b7da-ce8129b24ef7 req-cfd670cd-2edb-4451-b71f-19d4c9054516 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 945 time: 0.0701988 Oct 01 04:21:09.973364 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-0c49424d-57b2-418c-90e4-58a19cfb4ded req-5eac9c95-697d-44eb-8de1-5250b0e8d75c tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578581 Oct 01 04:21:10.019733 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-6374b161-42a8-4264-b7da-ce8129b24ef7 req-fb9c41c5-eb09-45e8-b22a-e66684e38143 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfc6110-19c3-42e0-8b7e-4aa9f740b26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905912 Oct 01 04:21:10.535198 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-28af17ff-0e38-4de0-98a4-320fa412efbe req-63e2af17-b79c-4332-bdd9-703ad8b44a47 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1b31127e-af32-4116-90df-f27354ee55f4 HTTP/1.1" status: 200 len: 210 time: 0.0784879 Oct 01 04:21:11.080105 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1fd6ef-815e-45cb-ae0c-140a0c18af67 req-f3dace03-fdc6-4e60-b301-3a582d443b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:11.082841 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5d1fd6ef-815e-45cb-ae0c-140a0c18af67 req-f3dace03-fdc6-4e60-b301-3a582d443b9f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 1129 time: 0.0762384 Oct 01 04:21:11.142538 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5d1fd6ef-815e-45cb-ae0c-140a0c18af67 req-bebb2522-9cd4-4414-81bd-a4f6c8f5fc66 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2dfc6110-19c3-42e0-8b7e-4aa9f740b26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492809 Oct 01 04:21:11.272189 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1808d60-5069-4a5b-bf81-33ed82ca97c1 req-09f6acf5-3eba-4258-b036-72317a69fba4 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:11.276802 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a1808d60-5069-4a5b-bf81-33ed82ca97c1 req-09f6acf5-3eba-4258-b036-72317a69fba4 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 945 time: 0.1002338 Oct 01 04:21:11.403676 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6fd9a4-30d6-41e2-8439-24a22b75f729 req-b083f7a0-7b2f-4866-bb66-011a365ad0ed tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:11.412957 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-cf6fd9a4-30d6-41e2-8439-24a22b75f729 req-b083f7a0-7b2f-4866-bb66-011a365ad0ed tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 943 time: 0.1642265 Oct 01 04:21:11.429241 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:11.510491 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-cf6fd9a4-30d6-41e2-8439-24a22b75f729 req-95e97fd2-5e21-4451-90bb-6cd4ce47d83d tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963755 Oct 01 04:21:11.529962 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a1808d60-5069-4a5b-bf81-33ed82ca97c1 req-147474df-1c80-4fa6-aee0-5ec12319f3dc tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfc6110-19c3-42e0-8b7e-4aa9f740b26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133870 Oct 01 04:21:11.743007 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-54cd9e8d-809a-49f8-99ac-b089b8ac8358 req-0ba2d7ae-c031-49cf-9d5e-a41316dde7fd tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1b31127e-af32-4116-90df-f27354ee55f4 HTTP/1.1" status: 200 len: 210 time: 0.0775745 Oct 01 04:21:12.752664 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36e357-2784-42d3-a898-3b4169b1be2a req-208e7278-73f7-49dd-8c2e-c11bc974a515 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:12.759940 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-9a36e357-2784-42d3-a898-3b4169b1be2a req-208e7278-73f7-49dd-8c2e-c11bc974a515 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 945 time: 0.1129906 Oct 01 04:21:12.768423 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9a29805e-7a6c-4d37-9173-67ea4e2cd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (973633b6-dd94-436d-b3a5-971dbc41e63c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:12.787871 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d9d28-2175-47e9-a588-2b673b549c9c req-8bf2591b-e909-447d-856a-7b65312278d5 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:12.789508 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-8e2d9d28-2175-47e9-a588-2b673b549c9c req-8bf2591b-e909-447d-856a-7b65312278d5 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 943 time: 0.0940304 Oct 01 04:21:12.825843 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=12 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:12.891793 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:12.957282 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-9a36e357-2784-42d3-a898-3b4169b1be2a req-e663cd67-62bc-440e-ae7a-4fc1976bdd9f tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfc6110-19c3-42e0-8b7e-4aa9f740b26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964531 Oct 01 04:21:12.988236 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-8e2d9d28-2175-47e9-a588-2b673b549c9c req-762fe48e-6e2e-4abf-b84c-21e822bbf304 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773303 Oct 01 04:21:13.122338 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-cca3c519-a71c-4308-888c-8baefab09809 req-4138cced-5750-4597-9250-cc2bf4301659 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1b31127e-af32-4116-90df-f27354ee55f4 HTTP/1.1" status: 200 len: 210 time: 0.0584390 Oct 01 04:21:14.120577 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca8d700-b5e9-4d5f-be6b-a019614cb575 req-dbc95160-073e-405c-8bdd-8409b0951f6b tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:14.123467 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-cca8d700-b5e9-4d5f-be6b-a019614cb575 req-dbc95160-073e-405c-8bdd-8409b0951f6b tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 945 time: 0.0804336 Oct 01 04:21:14.135355 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c1280-c876-4825-8dd8-45842604326e req-0f98f8b5-bcd3-4c83-b84f-ee5efa1eb2dc tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:14.136814 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-4b8c1280-c876-4825-8dd8-45842604326e req-0f98f8b5-bcd3-4c83-b84f-ee5efa1eb2dc tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 943 time: 0.0641134 Oct 01 04:21:14.182223 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:14.216224 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-cca8d700-b5e9-4d5f-be6b-a019614cb575 req-f80e33bd-6189-4579-bc85-7783fd40a9ed tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfc6110-19c3-42e0-8b7e-4aa9f740b26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859475 Oct 01 04:21:14.220282 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-4b8c1280-c876-4825-8dd8-45842604326e req-e6981b5c-97a6-43ed-ba9f-4ec2275c65fe tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772605 Oct 01 04:21:14.304111 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-4696fdde-2b27-4cd7-b7df-9528e55dfe0b req-9e55657e-0e66-4d9b-a920-2f88ede88759 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1b31127e-af32-4116-90df-f27354ee55f4 HTTP/1.1" status: 200 len: 210 time: 0.0282362 Oct 01 04:21:14.742810 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 38020) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:21:14.854332 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-953a1d65-a43f-4406-b6ce-ba22ec754f5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:14.945036 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-953a1d65-a43f-4406-b6ce-ba22ec754f5e admin admin] Publish callbacks [] for security_group (ea2c2ba3-87b6-4580-97fd-b9520aabe3c9), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:14.949799 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-953a1d65-a43f-4406-b6ce-ba22ec754f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (ea2c2ba3-87b6-4580-97fd-b9520aabe3c9), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:14.991076 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-953a1d65-a43f-4406-b6ce-ba22ec754f5e admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=f42af5112cc5497081e73002fc682d56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2472217 Oct 01 04:21:14.991631 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 38048) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:21:14.997979 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.agents_db [None req-12b97a57-14e3-4267-90b0-a9e0353f7932 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 01 04:21:15.000155 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:15.010444 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953a1d65-a43f-4406-b6ce-ba22ec754f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2c2ba3-87b6-4580-97fd-b9520aabe3c9,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:21:15.056482 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9a8ca26b-27b4-48b2-9d4d-7cc4a20d4ce3 admin admin] Publish callbacks [] for security_group (ea2c2ba3-87b6-4580-97fd-b9520aabe3c9), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:15.070783 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b1442cda-7ef4-4438-ade8-27846e1cad40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (797ac3f1-c973-4eec-9950-99ad88971ed1), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:15.078569 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9a8ca26b-27b4-48b2-9d4d-7cc4a20d4ce3 admin admin] Publish callbacks [] for security_group (ea2c2ba3-87b6-4580-97fd-b9520aabe3c9), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:15.129186 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9a8ca26b-27b4-48b2-9d4d-7cc4a20d4ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (ea2c2ba3-87b6-4580-97fd-b9520aabe3c9), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:15.131753 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9a8ca26b-27b4-48b2-9d4d-7cc4a20d4ce3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:15.132958 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-9a8ca26b-27b4-48b2-9d4d-7cc4a20d4ce3 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/ea2c2ba3-87b6-4580-97fd-b9520aabe3c9 HTTP/1.1" status: 204 len: 168 time: 0.1400826 Oct 01 04:21:15.141517 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8ca26b-27b4-48b2-9d4d-7cc4a20d4ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2c2ba3-87b6-4580-97fd-b9520aabe3c9,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:21:15.149107 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8ca26b-27b4-48b2-9d4d-7cc4a20d4ce3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:21:15.149492 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8ca26b-27b4-48b2-9d4d-7cc4a20d4ce3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:21:15.149843 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8ca26b-27b4-48b2-9d4d-7cc4a20d4ce3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:21:15.150186 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8ca26b-27b4-48b2-9d4d-7cc4a20d4ce3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:21:15.150646 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8ca26b-27b4-48b2-9d4d-7cc4a20d4ce3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:21:15.150850 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8ca26b-27b4-48b2-9d4d-7cc4a20d4ce3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:21:15.151181 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8ca26b-27b4-48b2-9d4d-7cc4a20d4ce3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:21:15.151642 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8ca26b-27b4-48b2-9d4d-7cc4a20d4ce3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:21:15.151982 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8ca26b-27b4-48b2-9d4d-7cc4a20d4ce3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:21:15.152315 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8ca26b-27b4-48b2-9d4d-7cc4a20d4ce3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:21:15.153448 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8ca26b-27b4-48b2-9d4d-7cc4a20d4ce3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:21:15.153808 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8ca26b-27b4-48b2-9d4d-7cc4a20d4ce3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:21:15.154147 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8ca26b-27b4-48b2-9d4d-7cc4a20d4ce3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:21:15.154555 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8ca26b-27b4-48b2-9d4d-7cc4a20d4ce3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:21:15.154878 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8ca26b-27b4-48b2-9d4d-7cc4a20d4ce3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:21:15.402582 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c519709-c1b9-4e92-8dbd-82161266bf28 req-63595f92-b151-4241-a7ee-94b80649d77c tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:15.404828 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-5c519709-c1b9-4e92-8dbd-82161266bf28 req-63595f92-b151-4241-a7ee-94b80649d77c tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 945 time: 0.0969870 Oct 01 04:21:15.410853 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ecd25a-3128-4d3f-9334-bb975a0dd412 req-ea01577c-da01-4c9b-92f0-1686c40e4552 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:15.412408 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-c0ecd25a-3128-4d3f-9334-bb975a0dd412 req-ea01577c-da01-4c9b-92f0-1686c40e4552 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 943 time: 0.0910795 Oct 01 04:21:15.513514 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-5c519709-c1b9-4e92-8dbd-82161266bf28 req-aac8661f-5336-4c2e-910a-feed8900c89d tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfc6110-19c3-42e0-8b7e-4aa9f740b26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967615 Oct 01 04:21:15.530313 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-c0ecd25a-3128-4d3f-9334-bb975a0dd412 req-6bb76b05-5c6a-40e6-8529-92851b3cd674 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913301 Oct 01 04:21:15.615241 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-0f82d102-ac49-4a17-be30-bc12df307c7c req-6217f3b8-bc86-4e0b-83af-eda2ccbcd7d1 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1b31127e-af32-4116-90df-f27354ee55f4 HTTP/1.1" status: 200 len: 210 time: 0.0320928 Oct 01 04:21:15.663894 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb9fd1e-c3eb-4691-9815-aaa58e8c63ac req-f580d69d-b7ad-4a41-8a1a-3e2e1e726a5e tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:15.665397 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-cdb9fd1e-c3eb-4691-9815-aaa58e8c63ac req-f580d69d-b7ad-4a41-8a1a-3e2e1e726a5e tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 945 time: 0.0531251 Oct 01 04:21:15.712202 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-cdb9fd1e-c3eb-4691-9815-aaa58e8c63ac req-270e89cf-1d5e-492f-815b-874d8b800ad4 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfc6110-19c3-42e0-8b7e-4aa9f740b26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404871 Oct 01 04:21:16.062379 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:16.073806 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db8693b-aca0-449f-981a-1fd725c50993 req-ad229c6b-4e4d-4584-86e0-0450cf950fb2 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:16.075698 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da33084-07d9-4fb0-abf9-0fbf1a18d466 req-531d1f71-ce94-4b20-bfd5-7d7581365d01 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:16.076091 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7db8693b-aca0-449f-981a-1fd725c50993 req-ad229c6b-4e4d-4584-86e0-0450cf950fb2 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.25 "GET /networking/v2.0/networks?id=a58a68a2-3485-47fc-a402-341c963919cc HTTP/1.1" status: 200 len: 812 time: 0.1180120 Oct 01 04:21:16.077233 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7da33084-07d9-4fb0-abf9-0fbf1a18d466 req-531d1f71-ce94-4b20-bfd5-7d7581365d01 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 945 time: 0.0587738 Oct 01 04:21:16.129288 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7da33084-07d9-4fb0-abf9-0fbf1a18d466 req-6dbb27bb-ae73-435d-87af-0ff85b8797bb tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfc6110-19c3-42e0-8b7e-4aa9f740b26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466020 Oct 01 04:21:16.145416 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 38070) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:21:16.147225 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7db8693b-aca0-449f-981a-1fd725c50993 req-b92eb2f1-c8c9-4aaa-b923-24285779be90 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=721dd52b82194e4d91113d4d688900ae HTTP/1.1" status: 200 len: 380 time: 0.0628340 Oct 01 04:21:16.165734 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-7db8693b-aca0-449f-981a-1fd725c50993 req-2810fb96-b49c-40ab-8f2d-87a352f43e5f tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Request body: {'port': {'device_id': '1b31127e-af32-4116-90df-f27354ee55f4', 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc', 'admin_state_up': True, 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'security_groups': ['e954344d-b98a-4d3f-9322-8f5eddb13172']}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:21:16.192706 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.db.db_base_plugin_v2 [None req-7af4ce0b-01a4-4d00-8910-3d5cc51e5796 admin admin] Deleting subnet 3d16cd05-d143-4844-a4bc-e7b8def3965c {{(pid=106386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 01 04:21:16.196740 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7af4ce0b-01a4-4d00-8910-3d5cc51e5796 admin admin] Publish callbacks [] for subnet (3d16cd05-d143-4844-a4bc-e7b8def3965c), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:16.248697 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7af4ce0b-01a4-4d00-8910-3d5cc51e5796 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5479336'] for subnet (3d16cd05-d143-4844-a4bc-e7b8def3965c), precommit_delete_associations {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:16.254795 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55550f09-9bf2-4503-b16a-2d26c0a47f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (3f31be2c-2b77-4d66-9a3d-30b9eb89a668), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:16.298310 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7af4ce0b-01a4-4d00-8910-3d5cc51e5796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1040298'] for subnet (3d16cd05-d143-4844-a4bc-e7b8def3965c), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:16.333780 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7db8693b-aca0-449f-981a-1fd725c50993 req-2810fb96-b49c-40ab-8f2d-87a352f43e5f tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Made reservation on behalf of 721dd52b82194e4d91113d4d688900ae for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:21:16.338673 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7db8693b-aca0-449f-981a-1fd725c50993 req-2810fb96-b49c-40ab-8f2d-87a352f43e5f tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:16.360482 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7af4ce0b-01a4-4d00-8910-3d5cc51e5796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1035713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8038045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5071920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5089221'] for subnet (3d16cd05-d143-4844-a4bc-e7b8def3965c), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:16.390508 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af4ce0b-01a4-4d00-8910-3d5cc51e5796 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d16cd05-d143-4844-a4bc-e7b8def3965c,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:21:16.397561 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7af4ce0b-01a4-4d00-8910-3d5cc51e5796 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for subnet (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:16.400350 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-7af4ce0b-01a4-4d00-8910-3d5cc51e5796 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/3d16cd05-d143-4844-a4bc-e7b8def3965c HTTP/1.1" status: 204 len: 168 time: 0.2538860 Oct 01 04:21:16.404549 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 38074) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:21:16.487224 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-a47d9ddd-c83b-47a9-be04-7addb5a3c053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799227'] for network (53afa43e-e4f6-45fd-be82-366552325c26), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:16.541730 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-7db8693b-aca0-449f-981a-1fd725c50993 req-2810fb96-b49c-40ab-8f2d-87a352f43e5f tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Allocated IP 172.20.0.4 (a58a68a2-3485-47fc-a402-341c963919cc/87bf8ff7-1e8d-4433-8f68-75f944f2c18e/12264ff5-12ea-4894-9a40-7cdf57c7ecb0) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:21:16.610618 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:16.614680 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-a47d9ddd-c83b-47a9-be04-7addb5a3c053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-909724', 'neutron.services.segments.db._delete_segments_for_network-8783883502282'] for network (53afa43e-e4f6-45fd-be82-366552325c26), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:16.682801 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.services.segments.db [None req-a47d9ddd-c83b-47a9-be04-7addb5a3c053 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53afa43e-e4f6-45fd-be82-366552325c26']}} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:21:16.704155 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.services.segments.db [None req-a47d9ddd-c83b-47a9-be04-7addb5a3c053 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67a5d6d3-c0ca-4b8f-975c-656f0db03ab2') {'for_net_delete': True} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:21:16.704478 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.services.segments.db [None req-a47d9ddd-c83b-47a9-be04-7addb5a3c053 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67a5d6d3-c0ca-4b8f-975c-656f0db03ab2') {} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:21:16.717052 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:16.731996 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-a47d9ddd-c83b-47a9-be04-7addb5a3c053 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783883475047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5479329'] for segment (67a5d6d3-c0ca-4b8f-975c-656f0db03ab2), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:16.741319 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8339f14b-ac34-4076-bf75-d36428871bef req-20982078-c555-4e8f-9209-33ed217afe15 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:16.742202 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7db8693b-aca0-449f-981a-1fd725c50993 req-2810fb96-b49c-40ab-8f2d-87a352f43e5f tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks [] for port (12264ff5-12ea-4894-9a40-7cdf57c7ecb0), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:16.742861 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-8339f14b-ac34-4076-bf75-d36428871bef req-20982078-c555-4e8f-9209-33ed217afe15 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 943 time: 0.1125791 Oct 01 04:21:16.768313 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b02eab01-8a89-433a-b6c3-a6bfcca85012 req-5c55da02-9d37-42b1-99fb-545d7271d2da tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1b31127e-af32-4116-90df-f27354ee55f4 HTTP/1.1" status: 200 len: 210 time: 0.0584970 Oct 01 04:21:16.786030 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-a47d9ddd-c83b-47a9-be04-7addb5a3c053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916673'] for segment (67a5d6d3-c0ca-4b8f-975c-656f0db03ab2), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:16.786397 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7db8693b-aca0-449f-981a-1fd725c50993 req-2810fb96-b49c-40ab-8f2d-87a352f43e5f tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (12264ff5-12ea-4894-9a40-7cdf57c7ecb0), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:16.800958 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a47d9ddd-c83b-47a9-be04-7addb5a3c053 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=106386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 01 04:21:16.800958 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-a47d9ddd-c83b-47a9-be04-7addb5a3c053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5072030'] for segment (67a5d6d3-c0ca-4b8f-975c-656f0db03ab2), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:16.844163 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7db8693b-aca0-449f-981a-1fd725c50993 req-2810fb96-b49c-40ab-8f2d-87a352f43e5f tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Network a58a68a2-3485-47fc-a402-341c963919cc is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:21:16.848159 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-7db8693b-aca0-449f-981a-1fd725c50993 req-2810fb96-b49c-40ab-8f2d-87a352f43e5f tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:21:16.850464 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2810fb96-b49c-40ab-8f2d-87a352f43e5f tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Pushing event updated for resources: {'Port': ['ID=12264ff5-12ea-4894-9a40-7cdf57c7ecb0,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:21:16.852544 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-7db8693b-aca0-449f-981a-1fd725c50993 req-2810fb96-b49c-40ab-8f2d-87a352f43e5f tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:21:16.860614 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.services.segments.plugin [-] Segment 67a5d6d3-c0ca-4b8f-975c-656f0db03ab2 resource provider aggregate not found Oct 01 04:21:16.884973 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:16.890106 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.services.segments.plugin [-] Segment 67a5d6d3-c0ca-4b8f-975c-656f0db03ab2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 67a5d6d3-c0ca-4b8f-975c-656f0db03ab2 found for delete ", "request_id": "req-833ccec9-3988-482c-951c-c5134c85dcbd"}]} Oct 01 04:21:16.906622 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-8339f14b-ac34-4076-bf75-d36428871bef req-1ac5e6d1-cf10-4594-bcbd-299a9b8db07a tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429620 Oct 01 04:21:16.911354 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-a47d9ddd-c83b-47a9-be04-7addb5a3c053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-909719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8037924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989909'] for network (53afa43e-e4f6-45fd-be82-366552325c26), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:16.920159 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db8693b-aca0-449f-981a-1fd725c50993 req-2810fb96-b49c-40ab-8f2d-87a352f43e5f tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:16.920789 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7db8693b-aca0-449f-981a-1fd725c50993 req-2810fb96-b49c-40ab-8f2d-87a352f43e5f tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:16.932007 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-a47d9ddd-c83b-47a9-be04-7addb5a3c053 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for network (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:16.938997 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-a47d9ddd-c83b-47a9-be04-7addb5a3c053 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/53afa43e-e4f6-45fd-be82-366552325c26 HTTP/1.1" status: 204 len: 168 time: 0.5331600 Oct 01 04:21:16.940100 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47d9ddd-c83b-47a9-be04-7addb5a3c053 admin admin] Pushing event deleted for resources: {'Network': ['ID=53afa43e-e4f6-45fd-be82-366552325c26,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:21:16.953919 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7db8693b-aca0-449f-981a-1fd725c50993 req-2810fb96-b49c-40ab-8f2d-87a352f43e5f tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7918491 Oct 01 04:21:16.966204 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-7db8693b-aca0-449f-981a-1fd725c50993 req-d17fceac-bd3c-4bec-8a65-748c48cb59c4 service neutron] Request body: {'port': {'device_id': '1b31127e-af32-4116-90df-f27354ee55f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86004'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:21:17.036590 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7db8693b-aca0-449f-981a-1fd725c50993 req-d17fceac-bd3c-4bec-8a65-748c48cb59c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (12264ff5-12ea-4894-9a40-7cdf57c7ecb0), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:17.158461 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 38090) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:21:17.188068 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-3c5d2541-acdb-4fe0-a493-fe2626787f4e None None] Provisioning complete for port 12264ff5-12ea-4894-9a40-7cdf57c7ecb0 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:21:17.188457 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3c5d2541-acdb-4fe0-a493-fe2626787f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (12264ff5-12ea-4894-9a40-7cdf57c7ecb0), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:17.189043 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-3c5d2541-acdb-4fe0-a493-fe2626787f4e None None] Attempt 1 to provision port 12264ff5-12ea-4894-9a40-7cdf57c7ecb0 Oct 01 04:21:17.221974 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-3c5d2541-acdb-4fe0-a493-fe2626787f4e None None] Port 12264ff5-12ea-4894-9a40-7cdf57c7ecb0 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 01 04:21:17.257512 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-7ca0627c-8dfb-4f47-a29a-e8bb8e722b06 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=6452abdab41846a5915b7ea5d81b9811&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0978329 Oct 01 04:21:17.260251 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 38092) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:21:17.313699 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8fe26092-7bf2-472c-9e93-9aeceb6e40b0 admin admin] Publish callbacks [] for security_group (4d6c4e18-276e-43db-8d0d-387d89d724bf), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:17.333992 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8fe26092-7bf2-472c-9e93-9aeceb6e40b0 admin admin] Publish callbacks [] for security_group (4d6c4e18-276e-43db-8d0d-387d89d724bf), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:17.352623 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [req-7db8693b-aca0-449f-981a-1fd725c50993 req-d17fceac-bd3c-4bec-8a65-748c48cb59c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12264ff5-12ea-4894-9a40-7cdf57c7ecb0 {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 01 04:21:17.361150 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7db8693b-aca0-449f-981a-1fd725c50993 req-d17fceac-bd3c-4bec-8a65-748c48cb59c4 service neutron] Publish callbacks [] for port (12264ff5-12ea-4894-9a40-7cdf57c7ecb0), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:17.384795 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8fe26092-7bf2-472c-9e93-9aeceb6e40b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (4d6c4e18-276e-43db-8d0d-387d89d724bf), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:17.387492 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-7db8693b-aca0-449f-981a-1fd725c50993 req-d17fceac-bd3c-4bec-8a65-748c48cb59c4 service neutron] Transition to ACTIVE for port object 12264ff5-12ea-4894-9a40-7cdf57c7ecb0 will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 01 04:21:17.390991 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8fe26092-7bf2-472c-9e93-9aeceb6e40b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:17.391319 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7db8693b-aca0-449f-981a-1fd725c50993 req-d17fceac-bd3c-4bec-8a65-748c48cb59c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4916182'] for port (12264ff5-12ea-4894-9a40-7cdf57c7ecb0), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:17.392858 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-8fe26092-7bf2-472c-9e93-9aeceb6e40b0 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/4d6c4e18-276e-43db-8d0d-387d89d724bf HTTP/1.1" status: 204 len: 168 time: 0.1309538 Oct 01 04:21:17.406666 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe26092-7bf2-472c-9e93-9aeceb6e40b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6c4e18-276e-43db-8d0d-387d89d724bf,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:21:17.458610 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17fceac-bd3c-4bec-8a65-748c48cb59c4 service neutron] Pushing event updated for resources: {'Port': ['ID=12264ff5-12ea-4894-9a40-7cdf57c7ecb0,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:21:17.508126 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-7db8693b-aca0-449f-981a-1fd725c50993 req-d17fceac-bd3c-4bec-8a65-748c48cb59c4 service neutron] Attempting to bind port 12264ff5-12ea-4894-9a40-7cdf57c7ecb0 on host hv-cinder-86004 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 01 04:21:17.508468 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-7db8693b-aca0-449f-981a-1fd725c50993 req-d17fceac-bd3c-4bec-8a65-748c48cb59c4 service neutron] Attempting to bind port 12264ff5-12ea-4894-9a40-7cdf57c7ecb0 by drivers openvswitch,hyperv on host hv-cinder-86004 at level 0 using segments [{'id': '614ad64a-e84b-4b23-b245-f6cd1be567b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 01 04:21:17.508796 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db8693b-aca0-449f-981a-1fd725c50993 req-d17fceac-bd3c-4bec-8a65-748c48cb59c4 service neutron] Attempting to bind port 12264ff5-12ea-4894-9a40-7cdf57c7ecb0 on network a58a68a2-3485-47fc-a402-341c963919cc {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:21:17.556610 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db8693b-aca0-449f-981a-1fd725c50993 req-d17fceac-bd3c-4bec-8a65-748c48cb59c4 service neutron] Port 12264ff5-12ea-4894-9a40-7cdf57c7ecb0 on network a58a68a2-3485-47fc-a402-341c963919cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86004 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 01 04:21:17.557096 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db8693b-aca0-449f-981a-1fd725c50993 req-d17fceac-bd3c-4bec-8a65-748c48cb59c4 service neutron] Attempting to bind port 12264ff5-12ea-4894-9a40-7cdf57c7ecb0 on network a58a68a2-3485-47fc-a402-341c963919cc {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:21:17.616654 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db8693b-aca0-449f-981a-1fd725c50993 req-d17fceac-bd3c-4bec-8a65-748c48cb59c4 service neutron] Checking agent: {'id': '2c3964fb-7920-4c48-8672-be15ccfa9ce8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86004', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 1, 4, 15, 53), 'started_at': datetime.datetime(2022, 10, 1, 4, 15, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 1, 4, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 01 04:21:17.617187 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db8693b-aca0-449f-981a-1fd725c50993 req-d17fceac-bd3c-4bec-8a65-748c48cb59c4 service neutron] Checking segment: {'id': '614ad64a-e84b-4b23-b245-f6cd1be567b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:21:17.617570 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db8693b-aca0-449f-981a-1fd725c50993 req-d17fceac-bd3c-4bec-8a65-748c48cb59c4 service neutron] Bound using segment: {'id': '614ad64a-e84b-4b23-b245-f6cd1be567b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 01 04:21:17.618088 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-7db8693b-aca0-449f-981a-1fd725c50993 req-d17fceac-bd3c-4bec-8a65-748c48cb59c4 service neutron] Bound port: 12264ff5-12ea-4894-9a40-7cdf57c7ecb0, host: hv-cinder-86004, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '614ad64a-e84b-4b23-b245-f6cd1be567b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 01 04:21:17.618364 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7db8693b-aca0-449f-981a-1fd725c50993 req-d17fceac-bd3c-4bec-8a65-748c48cb59c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (12264ff5-12ea-4894-9a40-7cdf57c7ecb0), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:17.653230 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:17.683337 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (d8875dbe-87f1-4639-b3ef-79ff4b202d58), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:17.709361 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-7db8693b-aca0-449f-981a-1fd725c50993 req-d17fceac-bd3c-4bec-8a65-748c48cb59c4 service neutron] For port 12264ff5-12ea-4894-9a40-7cdf57c7ecb0, host hv-cinder-86004, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 01 04:21:17.714224 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-7db8693b-aca0-449f-981a-1fd725c50993 req-d17fceac-bd3c-4bec-8a65-748c48cb59c4 service neutron] For port 12264ff5-12ea-4894-9a40-7cdf57c7ecb0, host hv-cinder-86004, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=12264ff5-12ea-4894-9a40-7cdf57c7ecb0,segment=NetworkSegment(614ad64a-e84b-4b23-b245-f6cd1be567b7),segment_id=614ad64a-e84b-4b23-b245-f6cd1be567b7)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 01 04:21:17.723603 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7db8693b-aca0-449f-981a-1fd725c50993 req-d17fceac-bd3c-4bec-8a65-748c48cb59c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4916182'] for port (12264ff5-12ea-4894-9a40-7cdf57c7ecb0), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:17.729481 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db8693b-aca0-449f-981a-1fd725c50993 req-d17fceac-bd3c-4bec-8a65-748c48cb59c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:17.730113 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7db8693b-aca0-449f-981a-1fd725c50993 req-d17fceac-bd3c-4bec-8a65-748c48cb59c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:17.732156 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7db8693b-aca0-449f-981a-1fd725c50993 req-d17fceac-bd3c-4bec-8a65-748c48cb59c4 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/12264ff5-12ea-4894-9a40-7cdf57c7ecb0 HTTP/1.1" status: 200 len: 1093 time: 0.7705154 Oct 01 04:21:17.732725 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b31127e-af32-4116-90df-f27354ee55f4', 'tag': '12264ff5-12ea-4894-9a40-7cdf57c7ecb0'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:21:17.735003 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23a471ff00a13a2eea8c87216c43e2c9873adc8b08d975975de21b294c9ff96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e348c8-8270-4c3c-99be-a3f872cb4177" -d '{"events": [{"name": "network-changed", "server_uuid": "1b31127e-af32-4116-90df-f27354ee55f4", "tag": "12264ff5-12ea-4894-9a40-7cdf57c7ecb0"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:21:17.790696 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17fceac-bd3c-4bec-8a65-748c48cb59c4 service neutron] Pushing event updated for resources: {'Port': ['ID=12264ff5-12ea-4894-9a40-7cdf57c7ecb0,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:21:17.820008 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 01 Oct 2022 04:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6a4830-60ae-4fe2-830f-d57bdd9cd95b x-openstack-request-id: req-fa6a4830-60ae-4fe2-830f-d57bdd9cd95b {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:21:17.820008 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b31127e-af32-4116-90df-f27354ee55f4", "tag": "12264ff5-12ea-4894-9a40-7cdf57c7ecb0", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:21:17.820247 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fa6a4830-60ae-4fe2-830f-d57bdd9cd95b {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:21:17.820724 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa6a4830-60ae-4fe2-830f-d57bdd9cd95b'] response: {'name': 'network-changed', 'server_uuid': '1b31127e-af32-4116-90df-f27354ee55f4', 'tag': '12264ff5-12ea-4894-9a40-7cdf57c7ecb0', 'status': 'completed', 'code': 200} Oct 01 04:21:17.859890 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db8693b-aca0-449f-981a-1fd725c50993 req-eebd3252-da80-450a-9540-cb0a0cbe0e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:17.861734 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7db8693b-aca0-449f-981a-1fd725c50993 req-eebd3252-da80-450a-9540-cb0a0cbe0e2f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=721dd52b82194e4d91113d4d688900ae&device_id=1b31127e-af32-4116-90df-f27354ee55f4 HTTP/1.1" status: 200 len: 1127 time: 0.0563865 Oct 01 04:21:17.930644 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91c43220-b735-4568-b99e-ce3dc63ea20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (a017e3cb-dd0a-4c83-ac3d-dd65b6d6e9f8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:17.930918 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9f98d-a730-4927-96d1-e2dafc4457e5 req-48934048-1aa7-4b93-bb64-96ff45b58959 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:17.938055 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-88b9f98d-a730-4927-96d1-e2dafc4457e5 req-48934048-1aa7-4b93-bb64-96ff45b58959 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1b31127e-af32-4116-90df-f27354ee55f4 HTTP/1.1" status: 200 len: 943 time: 0.0680141 Oct 01 04:21:17.946086 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:17.948543 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7db8693b-aca0-449f-981a-1fd725c50993 req-671dd212-59f3-4a65-ab9d-1faa4e18f94f service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12264ff5-12ea-4894-9a40-7cdf57c7ecb0 HTTP/1.1" status: 200 len: 217 time: 0.0689726 Oct 01 04:21:18.003817 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-88b9f98d-a730-4927-96d1-e2dafc4457e5 req-4c4c308c-51d2-41d0-ae86-747b9944a2d1 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645599 Oct 01 04:21:18.006104 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db8693b-aca0-449f-981a-1fd725c50993 req-c13e8d2b-6bcb-46ee-82a2-f2e43dd76943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:18.007809 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7db8693b-aca0-449f-981a-1fd725c50993 req-c13e8d2b-6bcb-46ee-82a2-f2e43dd76943 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=87bf8ff7-1e8d-4433-8f68-75f944f2c18e HTTP/1.1" status: 200 len: 851 time: 0.0528426 Oct 01 04:21:18.060847 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db8693b-aca0-449f-981a-1fd725c50993 req-8110fedb-caa5-4072-90a6-f02729f77346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:18.062425 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7db8693b-aca0-449f-981a-1fd725c50993 req-8110fedb-caa5-4072-90a6-f02729f77346 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a58a68a2-3485-47fc-a402-341c963919cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487576 Oct 01 04:21:18.170220 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aeff66-13a4-45be-b4b5-56505a569b90 req-4b9910fc-56b3-4abf-af5f-73b8ee3830b3 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:18.172512 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-74aeff66-13a4-45be-b4b5-56505a569b90 req-4b9910fc-56b3-4abf-af5f-73b8ee3830b3 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 943 time: 0.0751870 Oct 01 04:21:18.207322 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7db8693b-aca0-449f-981a-1fd725c50993 req-7f7e6a8e-540f-4c68-b240-6e2753e4bd7f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a58a68a2-3485-47fc-a402-341c963919cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294360 Oct 01 04:21:18.222964 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:18.245266 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-74aeff66-13a4-45be-b4b5-56505a569b90 req-b9c01719-c236-4630-9078-156e51d84ae8 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664361 Oct 01 04:21:18.362163 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7db8693b-aca0-449f-981a-1fd725c50993 req-13a9c437-ed6b-4d36-a474-7fa1434e6ce8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a58a68a2-3485-47fc-a402-341c963919cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427357 Oct 01 04:21:18.718510 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e348c8-8270-4c3c-99be-a3f872cb4177 req-eb127dd1-c583-4252-8e12-13a4313ebc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:18.720142 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-18e348c8-8270-4c3c-99be-a3f872cb4177 req-eb127dd1-c583-4252-8e12-13a4313ebc0b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=721dd52b82194e4d91113d4d688900ae&device_id=1b31127e-af32-4116-90df-f27354ee55f4 HTTP/1.1" status: 200 len: 1127 time: 0.0451338 Oct 01 04:21:18.826746 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e348c8-8270-4c3c-99be-a3f872cb4177 req-09085d2b-2b6c-427a-a435-decd370d1316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:18.828186 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-18e348c8-8270-4c3c-99be-a3f872cb4177 req-09085d2b-2b6c-427a-a435-decd370d1316 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=a58a68a2-3485-47fc-a402-341c963919cc HTTP/1.1" status: 200 len: 913 time: 0.0996845 Oct 01 04:21:18.870095 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-18e348c8-8270-4c3c-99be-a3f872cb4177 req-991a55ac-a4a3-4e40-a582-aaed13e6cf41 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12264ff5-12ea-4894-9a40-7cdf57c7ecb0 HTTP/1.1" status: 200 len: 217 time: 0.0339155 Oct 01 04:21:18.919455 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e348c8-8270-4c3c-99be-a3f872cb4177 req-f9be0b5c-3da7-42c1-959b-5a8322231a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:18.920892 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-18e348c8-8270-4c3c-99be-a3f872cb4177 req-f9be0b5c-3da7-42c1-959b-5a8322231a70 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=87bf8ff7-1e8d-4433-8f68-75f944f2c18e HTTP/1.1" status: 200 len: 851 time: 0.0444047 Oct 01 04:21:18.966313 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e348c8-8270-4c3c-99be-a3f872cb4177 req-dadb2d50-9f9a-42e9-94a7-370953e057bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:18.967721 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-18e348c8-8270-4c3c-99be-a3f872cb4177 req-dadb2d50-9f9a-42e9-94a7-370953e057bd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a58a68a2-3485-47fc-a402-341c963919cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388813 Oct 01 04:21:19.060772 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-18e348c8-8270-4c3c-99be-a3f872cb4177 req-c344cf8a-bf1f-48b6-a467-8afd367b0d73 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a58a68a2-3485-47fc-a402-341c963919cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858779 Oct 01 04:21:19.158682 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2326f1-bd0e-4888-9b88-c9ccb9f90848 req-3dedf847-3f33-4c3f-82d7-7006577ddd87 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:19.159337 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-18e348c8-8270-4c3c-99be-a3f872cb4177 req-3e87fec4-f2b4-470f-9d17-e52e3997cbd5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a58a68a2-3485-47fc-a402-341c963919cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903237 Oct 01 04:21:19.160129 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-fd2326f1-bd0e-4888-9b88-c9ccb9f90848 req-3dedf847-3f33-4c3f-82d7-7006577ddd87 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1b31127e-af32-4116-90df-f27354ee55f4 HTTP/1.1" status: 200 len: 943 time: 0.0469615 Oct 01 04:21:19.212329 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-fd2326f1-bd0e-4888-9b88-c9ccb9f90848 req-d37ece74-ade9-41ab-a1e6-4ddac4412100 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465775 Oct 01 04:21:19.382376 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8689fc-04a7-46d7-9ad4-a33043aa8c0b req-43af3a4e-2cdd-4d78-a246-0a5845ba385a tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:19.383852 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-8b8689fc-04a7-46d7-9ad4-a33043aa8c0b req-43af3a4e-2cdd-4d78-a246-0a5845ba385a tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 943 time: 0.0509820 Oct 01 04:21:19.434328 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-8b8689fc-04a7-46d7-9ad4-a33043aa8c0b req-2c58541a-154a-433b-9190-f667874e8eaf tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443845 Oct 01 04:21:20.332794 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a2eff-c907-4162-a1ce-2da52818bce1 req-4f7f93b2-e823-4f6a-8ec9-54b6ae507c22 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:20.334278 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7b6a2eff-c907-4162-a1ce-2da52818bce1 req-4f7f93b2-e823-4f6a-8ec9-54b6ae507c22 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1b31127e-af32-4116-90df-f27354ee55f4 HTTP/1.1" status: 200 len: 943 time: 0.0473528 Oct 01 04:21:20.383530 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7b6a2eff-c907-4162-a1ce-2da52818bce1 req-c48190d1-73b5-4cc8-930b-69eddbc64a97 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436904 Oct 01 04:21:20.565370 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb436c-19f9-4983-a5f6-41aa60af5057 req-4687c855-9075-47ce-9e71-4f86d39e7378 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:20.566822 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7deb436c-19f9-4983-a5f6-41aa60af5057 req-4687c855-9075-47ce-9e71-4f86d39e7378 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 943 time: 0.0500793 Oct 01 04:21:20.609766 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:20.614568 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7deb436c-19f9-4983-a5f6-41aa60af5057 req-3d4d78f0-79dc-4d69-a11e-1fa5f624bafe tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410154 Oct 01 04:21:21.509828 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6fe4bb-646e-4f9b-8c0c-e63cdf713152 req-e9d52cef-962f-4c39-bb72-e27a248d8036 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:21.512149 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-8a6fe4bb-646e-4f9b-8c0c-e63cdf713152 req-e9d52cef-962f-4c39-bb72-e27a248d8036 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1b31127e-af32-4116-90df-f27354ee55f4 HTTP/1.1" status: 200 len: 943 time: 0.0496500 Oct 01 04:21:21.562502 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-8a6fe4bb-646e-4f9b-8c0c-e63cdf713152 req-c20a6292-ae38-4b10-8834-4dcc0a1ec9c8 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447314 Oct 01 04:21:21.749874 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cbe887-7d64-4aa3-b1a3-23f737a88c1f req-08922176-ee6f-4cfc-92ed-2748c633722b tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:21.751733 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-61cbe887-7d64-4aa3-b1a3-23f737a88c1f req-08922176-ee6f-4cfc-92ed-2748c633722b tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 943 time: 0.0548818 Oct 01 04:21:21.799801 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-61cbe887-7d64-4aa3-b1a3-23f737a88c1f req-e3e93007-6d13-4f0f-88e5-52126f62ea1d tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425596 Oct 01 04:21:22.679470 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b061339-d917-4c23-a325-559de0709011 req-9eff98b6-ffab-4098-852b-ebd6e737db1f tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:22.680904 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-3b061339-d917-4c23-a325-559de0709011 req-9eff98b6-ffab-4098-852b-ebd6e737db1f tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1b31127e-af32-4116-90df-f27354ee55f4 HTTP/1.1" status: 200 len: 943 time: 0.0463645 Oct 01 04:21:22.730233 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-3b061339-d917-4c23-a325-559de0709011 req-b9f50045-ade1-4925-93fc-2233bf23c1ef tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428998 Oct 01 04:21:22.797308 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (2c3964fb-7920-4c48-8672-be15ccfa9ce8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:22.926166 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fea7f0-4d1c-4bb6-b83c-29e6f67a0c79 req-898fe2d8-6825-4edd-a813-950673fef635 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:22.927608 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-26fea7f0-4d1c-4bb6-b83c-29e6f67a0c79 req-898fe2d8-6825-4edd-a813-950673fef635 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 943 time: 0.0466919 Oct 01 04:21:22.975914 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-26fea7f0-4d1c-4bb6-b83c-29e6f67a0c79 req-1d311a5f-96aa-44f9-96ed-a25408736826 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428948 Oct 01 04:21:23.849725 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b94bf-867b-48e4-b940-cc306249b038 req-5c383c87-fc36-4af9-a4d7-b5ab5650dea5 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:23.851158 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-0a1b94bf-867b-48e4-b940-cc306249b038 req-5c383c87-fc36-4af9-a4d7-b5ab5650dea5 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1b31127e-af32-4116-90df-f27354ee55f4 HTTP/1.1" status: 200 len: 943 time: 0.0464683 Oct 01 04:21:23.898464 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-0a1b94bf-867b-48e4-b940-cc306249b038 req-2eb0805f-641a-4db6-bb07-13b02d88bfe7 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418444 Oct 01 04:21:24.108602 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1575faa-006a-438f-bead-535da90b4f2f req-c516202b-d256-4cad-be8c-bd1a333f174d tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:24.110120 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b1575faa-006a-438f-bead-535da90b4f2f req-c516202b-d256-4cad-be8c-bd1a333f174d tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 943 time: 0.0487626 Oct 01 04:21:24.159100 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b1575faa-006a-438f-bead-535da90b4f2f req-5cac58a9-42b6-4a50-8225-77c392ab9c7c tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428548 Oct 01 04:21:25.178713 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:25.197586 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893e9ef-e861-4ab8-bc48-a8d2a51cc62c req-f3c6cf1e-ef60-4e10-8372-0f78b5d8b8c0 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:25.199082 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-f893e9ef-e861-4ab8-bc48-a8d2a51cc62c req-f3c6cf1e-ef60-4e10-8372-0f78b5d8b8c0 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1b31127e-af32-4116-90df-f27354ee55f4 HTTP/1.1" status: 200 len: 943 time: 0.2266037 Oct 01 04:21:25.260566 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-f893e9ef-e861-4ab8-bc48-a8d2a51cc62c req-c2ea70fc-0088-421c-acd1-17961ef54ef5 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541751 Oct 01 04:21:25.297086 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82518dbb-c8ba-407b-b796-ac65b9bd7bed req-a606735f-9f14-4951-966d-538e93d80186 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:25.298566 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-82518dbb-c8ba-407b-b796-ac65b9bd7bed req-a606735f-9f14-4951-966d-538e93d80186 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 943 time: 0.0523026 Oct 01 04:21:25.346387 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-82518dbb-c8ba-407b-b796-ac65b9bd7bed req-53134800-5652-44be-8491-475d532a60f7 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415411 Oct 01 04:21:26.387624 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250295ec-aecb-4f67-b5f9-b60843bcfb3d req-bdb1da40-d213-4b0b-a596-197bfa4eaf9a tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:26.389691 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-250295ec-aecb-4f67-b5f9-b60843bcfb3d req-bdb1da40-d213-4b0b-a596-197bfa4eaf9a tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1b31127e-af32-4116-90df-f27354ee55f4 HTTP/1.1" status: 200 len: 943 time: 0.0517740 Oct 01 04:21:26.450858 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-250295ec-aecb-4f67-b5f9-b60843bcfb3d req-47b05220-2a6e-4806-b52d-7ea83c1311f6 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548005 Oct 01 04:21:26.484584 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b0338-9964-4b4c-9c17-05c759c93ae1 req-ca815e06-2a17-4362-aa49-cf666a3a62a1 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:26.486080 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-1b4b0338-9964-4b4c-9c17-05c759c93ae1 req-ca815e06-2a17-4362-aa49-cf666a3a62a1 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 943 time: 0.0586746 Oct 01 04:21:26.534573 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-1b4b0338-9964-4b4c-9c17-05c759c93ae1 req-6d806685-8c56-4c30-ab63-35e727a8aeeb tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429733 Oct 01 04:21:27.005076 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:27.012911 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=6 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:27.569117 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c848f-3f16-4f6c-83d3-0f175af79313 req-9a42b62c-c888-4121-8a8a-5237c9f2b16a tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:27.570587 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a91c848f-3f16-4f6c-83d3-0f175af79313 req-9a42b62c-c888-4121-8a8a-5237c9f2b16a tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1b31127e-af32-4116-90df-f27354ee55f4 HTTP/1.1" status: 200 len: 943 time: 0.0470309 Oct 01 04:21:27.627064 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a91c848f-3f16-4f6c-83d3-0f175af79313 req-01379775-4fbc-4d8c-80aa-9418b73259d3 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500138 Oct 01 04:21:27.672006 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50419a48-c132-42fe-aef4-c7bfb264d47e req-1c80b219-c10a-46a8-abf5-76ef306a5b70 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:27.673475 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-50419a48-c132-42fe-aef4-c7bfb264d47e req-1c80b219-c10a-46a8-abf5-76ef306a5b70 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 943 time: 0.0519216 Oct 01 04:21:27.699953 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:27.722148 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-50419a48-c132-42fe-aef4-c7bfb264d47e req-951c6a22-3a92-4485-9b9f-8e1ff37bc0f1 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432169 Oct 01 04:21:28.745652 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e65d9c0-7282-422b-a8e3-2247f630a9d5 req-89a96d4b-6604-45a4-a2f3-d04e52bc7426 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:28.747477 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-0e65d9c0-7282-422b-a8e3-2247f630a9d5 req-89a96d4b-6604-45a4-a2f3-d04e52bc7426 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1b31127e-af32-4116-90df-f27354ee55f4 HTTP/1.1" status: 200 len: 943 time: 0.0460370 Oct 01 04:21:28.798574 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-0e65d9c0-7282-422b-a8e3-2247f630a9d5 req-5db8945e-3bc3-482c-8084-d97ca373a430 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457666 Oct 01 04:21:28.852017 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574da9b-0e24-45c2-bdb0-8850bbb6e216 req-923a7c6f-5d56-441a-b02a-c38d6d7a791a tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:28.853516 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-4574da9b-0e24-45c2-bdb0-8850bbb6e216 req-923a7c6f-5d56-441a-b02a-c38d6d7a791a tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 943 time: 0.0507269 Oct 01 04:21:28.902334 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-4574da9b-0e24-45c2-bdb0-8850bbb6e216 req-dffb6e9d-c518-4312-9d25-db2541349293 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428863 Oct 01 04:21:29.149337 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:UPDATE=1,neutron:INSERT=1,neutron:SELECT=85 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:29.155863 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=69 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:29.918076 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b283326-63c8-4f29-8181-944d1cb5a6e5 req-04b610cc-2d1e-48bd-aaa6-30f81bc4adb8 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:29.920411 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7b283326-63c8-4f29-8181-944d1cb5a6e5 req-04b610cc-2d1e-48bd-aaa6-30f81bc4adb8 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1b31127e-af32-4116-90df-f27354ee55f4 HTTP/1.1" status: 200 len: 943 time: 0.0473185 Oct 01 04:21:29.972712 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7b283326-63c8-4f29-8181-944d1cb5a6e5 req-b3c427d2-3aee-42b2-ae57-76477c0feb4e tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465078 Oct 01 04:21:30.030724 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b3b2f-6b7d-48ce-8d3e-34517993117e req-f6f15535-9ac5-491f-9a5e-6927419232f6 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:30.032189 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-eb6b3b2f-6b7d-48ce-8d3e-34517993117e req-f6f15535-9ac5-491f-9a5e-6927419232f6 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 943 time: 0.0470755 Oct 01 04:21:30.082386 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-eb6b3b2f-6b7d-48ce-8d3e-34517993117e req-01025341-f4a7-4666-a370-1166f317b8bd tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445616 Oct 01 04:21:31.091392 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bcbc3f-2132-48f1-b42f-2f80686de246 req-06730f7b-420a-420d-b19c-0d318d715c08 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:31.092851 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-54bcbc3f-2132-48f1-b42f-2f80686de246 req-06730f7b-420a-420d-b19c-0d318d715c08 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1b31127e-af32-4116-90df-f27354ee55f4 HTTP/1.1" status: 200 len: 943 time: 0.0467556 Oct 01 04:21:31.130680 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:31.145354 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-54bcbc3f-2132-48f1-b42f-2f80686de246 req-480c9519-bd7c-4f9e-b3bc-b8a1c257840d tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457964 Oct 01 04:21:31.212908 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ceeab-0299-44e4-a43d-5d5695d92bd1 req-b0968fc9-835e-42a8-be46-12aeaf406b19 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:31.214433 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-955ceeab-0299-44e4-a43d-5d5695d92bd1 req-b0968fc9-835e-42a8-be46-12aeaf406b19 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 943 time: 0.0485454 Oct 01 04:21:31.263419 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-955ceeab-0299-44e4-a43d-5d5695d92bd1 req-c608c199-b70b-4ed4-8922-0d2e65660d20 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421016 Oct 01 04:21:32.269651 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621be9c-2364-4649-99d6-1242bf4790c2 req-fd90b6e0-7263-4ae0-be9e-875ae7a2485a tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:32.271123 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b621be9c-2364-4649-99d6-1242bf4790c2 req-fd90b6e0-7263-4ae0-be9e-875ae7a2485a tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1b31127e-af32-4116-90df-f27354ee55f4 HTTP/1.1" status: 200 len: 943 time: 0.0495348 Oct 01 04:21:32.321302 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b621be9c-2364-4649-99d6-1242bf4790c2 req-1eb9c8c1-7bc9-43d8-a046-119c18640c49 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443952 Oct 01 04:21:32.390836 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e1fbe1-aa32-499a-8558-6c495fbfb4e0 req-44fc4be1-0aca-4708-9b16-dc53614d48ee tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:32.392332 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-70e1fbe1-aa32-499a-8558-6c495fbfb4e0 req-44fc4be1-0aca-4708-9b16-dc53614d48ee tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 943 time: 0.0477130 Oct 01 04:21:32.439094 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-70e1fbe1-aa32-499a-8558-6c495fbfb4e0 req-4502922c-8098-414f-ab62-db1f3e9f4d76 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413408 Oct 01 04:21:32.790223 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=45,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:32.792117 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=74,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:33.444336 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e45baf-f9bf-46ed-9a9d-33ab95d5922e req-4833f55f-e7ec-45ae-954e-a1745a291c32 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:33.445906 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-25e45baf-f9bf-46ed-9a9d-33ab95d5922e req-4833f55f-e7ec-45ae-954e-a1745a291c32 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1b31127e-af32-4116-90df-f27354ee55f4 HTTP/1.1" status: 200 len: 943 time: 0.0513401 Oct 01 04:21:33.499298 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-25e45baf-f9bf-46ed-9a9d-33ab95d5922e req-9866d741-1e5f-4526-b8f0-63ddb178270e tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472531 Oct 01 04:21:33.570940 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53187c55-838d-414d-a1ae-521a074807d6 req-f7a8f662-51c3-499b-a757-5061cd535cb7 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:33.572413 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-53187c55-838d-414d-a1ae-521a074807d6 req-f7a8f662-51c3-499b-a757-5061cd535cb7 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 943 time: 0.0489688 Oct 01 04:21:33.619869 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-53187c55-838d-414d-a1ae-521a074807d6 req-21c1b85e-4955-4f93-94aa-e4ee4e77eae3 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416481 Oct 01 04:21:34.620679 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df36eb-8ca1-46f7-9113-60b33b569117 req-da11ae08-382e-4d67-b6f4-af94634582ee tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:34.622195 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-13df36eb-8ca1-46f7-9113-60b33b569117 req-da11ae08-382e-4d67-b6f4-af94634582ee tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1b31127e-af32-4116-90df-f27354ee55f4 HTTP/1.1" status: 200 len: 943 time: 0.0467887 Oct 01 04:21:34.657946 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:34.677489 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-13df36eb-8ca1-46f7-9113-60b33b569117 req-1a5c17d3-4d4d-4b8d-954c-66036b00d3f9 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488694 Oct 01 04:21:34.756742 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3346e8-fc6e-4356-b9fa-62f4692d2e4e req-1e2bd221-4aa1-44ef-90ca-6b453e644e27 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:34.758298 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-af3346e8-fc6e-4356-b9fa-62f4692d2e4e req-1e2bd221-4aa1-44ef-90ca-6b453e644e27 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 943 time: 0.0501978 Oct 01 04:21:34.807465 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-af3346e8-fc6e-4356-b9fa-62f4692d2e4e req-af108017-96c0-4ebc-a935-cf2865d4d527 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437031 Oct 01 04:21:34.852377 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 12264ff5-12ea-4894-9a40-7cdf57c7ecb0 details requested by agent hyperv_hv-cinder-86004 with host hv-cinder-86004 {{(pid=106388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 01 04:21:34.962967 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port 12264ff5-12ea-4894-9a40-7cdf57c7ecb0, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=12264ff5-12ea-4894-9a40-7cdf57c7ecb0,segment=NetworkSegment(614ad64a-e84b-4b23-b245-f6cd1be567b7),segment_id=614ad64a-e84b-4b23-b245-f6cd1be567b7)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:21:34.975731 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Returning: {'device': '12264ff5-12ea-4894-9a40-7cdf57c7ecb0', 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc', 'port_id': '12264ff5-12ea-4894-9a40-7cdf57c7ecb0', 'mac_address': 'fa:16:3e:e5:f1:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87bf8ff7-1e8d-4433-8f68-75f944f2c18e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 01 04:21:35.012750 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Current status of the port 12264ff5-12ea-4894-9a40-7cdf57c7ecb0 is: DOWN; New status is: BUILD {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:21:35.013186 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (12264ff5-12ea-4894-9a40-7cdf57c7ecb0), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:35.027731 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12264ff5-12ea-4894-9a40-7cdf57c7ecb0 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 01 04:21:35.050985 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port 12264ff5-12ea-4894-9a40-7cdf57c7ecb0, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=12264ff5-12ea-4894-9a40-7cdf57c7ecb0,segment=NetworkSegment(614ad64a-e84b-4b23-b245-f6cd1be567b7),segment_id=614ad64a-e84b-4b23-b245-f6cd1be567b7)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:21:35.056915 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (12264ff5-12ea-4894-9a40-7cdf57c7ecb0), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:35.108818 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Pushing event updated for resources: {'Port': ['ID=12264ff5-12ea-4894-9a40-7cdf57c7ecb0,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:21:35.370211 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] get_ports_and_sgs() called for port_ids ['12264ff5-12ea-4894-9a40-7cdf57c7ecb0'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 01 04:21:35.548849 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c2316-41d9-4fdd-a644-1e7fb1a76f46 req-9c827e1e-8f88-40c3-b5e3-1463cf66dd05 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:35.550693 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-8a1c2316-41d9-4fdd-a644-1e7fb1a76f46 req-9c827e1e-8f88-40c3-b5e3-1463cf66dd05 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 945 time: 0.0540814 Oct 01 04:21:35.622521 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-8a1c2316-41d9-4fdd-a644-1e7fb1a76f46 req-989a6e16-8297-4911-947f-ee001e5ad158 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfc6110-19c3-42e0-8b7e-4aa9f740b26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644751 Oct 01 04:21:35.655990 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 38360) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:21:35.797418 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a15755-b1d3-430a-b631-396265c38a04 req-1fe49252-e0ba-4bb2-90fa-3c96d23c5ff4 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:35.798912 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-97a15755-b1d3-430a-b631-396265c38a04 req-1fe49252-e0ba-4bb2-90fa-3c96d23c5ff4 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 945 time: 0.0631731 Oct 01 04:21:35.847753 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc5ca7-098e-4194-b87d-5534765b3246 req-1710137f-cd8b-482e-9f5f-a98952b886e5 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:35.849321 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-84fc5ca7-098e-4194-b87d-5534765b3246 req-1710137f-cd8b-482e-9f5f-a98952b886e5 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1b31127e-af32-4116-90df-f27354ee55f4 HTTP/1.1" status: 200 len: 944 time: 0.0716400 Oct 01 04:21:35.861646 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256fecb4-b340-475d-8fdb-3486439e669e tempest-TestMinimumBasicScenario-40978180 tempest-TestMinimumBasicScenario-40978180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:35.863177 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-256fecb4-b340-475d-8fdb-3486439e669e tempest-TestMinimumBasicScenario-40978180 tempest-TestMinimumBasicScenario-40978180-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 1124 time: 0.2059541 Oct 01 04:21:35.866113 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 38370) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:21:35.870232 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-aa404e91-1cb6-4ca6-a42e-4d1f0f428a51 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Request body: {'floatingip': {'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'port_id': 'a9fcf58b-9af0-47d5-9218-efddc535ddda', 'tenant_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:21:35.890603 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-97a15755-b1d3-430a-b631-396265c38a04 req-3e2cc143-4920-4ccb-8e5d-d0f976ecbb26 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e758483c-9e4c-4236-8a07-3b095c38114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702529 Oct 01 04:21:35.891723 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-aa404e91-1cb6-4ca6-a42e-4d1f0f428a51 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:35.921432 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-84fc5ca7-098e-4194-b87d-5534765b3246 req-1b115ee1-1f2e-4d5e-bcc8-f872af9eabd6 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612967 Oct 01 04:21:35.980519 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-aa404e91-1cb6-4ca6-a42e-4d1f0f428a51 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:36.015936 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d3773-5ab1-43ad-a655-949245ada67b req-62134688-0b73-4672-823e-e5f91f536f2c tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:36.017471 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-bf9d3773-5ab1-43ad-a655-949245ada67b req-62134688-0b73-4672-823e-e5f91f536f2c tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 943 time: 0.0503721 Oct 01 04:21:36.066383 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-bf9d3773-5ab1-43ad-a655-949245ada67b req-8ca13beb-5c37-4198-8030-48ff2b6eb26e tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431983 Oct 01 04:21:36.088301 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-aa404e91-1cb6-4ca6-a42e-4d1f0f428a51 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Allocated IP 172.27.2.126 (1c94595f-3990-43c2-b34b-d882a8bf5172/3c747529-64bf-417b-84a2-71abc1dc7574/7942f232-be2e-4afa-985e-7f1f676d9951) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:21:36.439112 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-aa404e91-1cb6-4ca6-a42e-4d1f0f428a51 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks [] for port (7942f232-be2e-4afa-985e-7f1f676d9951), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:36.470611 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-aa404e91-1cb6-4ca6-a42e-4d1f0f428a51 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (7942f232-be2e-4afa-985e-7f1f676d9951), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:36.512027 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa404e91-1cb6-4ca6-a42e-4d1f0f428a51 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Network 1c94595f-3990-43c2-b34b-d882a8bf5172 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:21:36.518168 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa404e91-1cb6-4ca6-a42e-4d1f0f428a51 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Pushing event updated for resources: {'Port': ['ID=7942f232-be2e-4afa-985e-7f1f676d9951,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:21:36.521395 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-aa404e91-1cb6-4ca6-a42e-4d1f0f428a51 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:21:36.524192 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa404e91-1cb6-4ca6-a42e-4d1f0f428a51 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:21:36.885768 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:36.890294 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 28ed6420-e14b-48a2-a448-a8ab736b93af details requested by agent hyperv_hv-cinder-86004 with host hv-cinder-86004 {{(pid=106388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 01 04:21:36.891274 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:36.894465 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 12264ff5-12ea-4894-9a40-7cdf57c7ecb0 up at agent hyperv_hv-cinder-86004 {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:21:36.896159 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-aa404e91-1cb6-4ca6-a42e-4d1f0f428a51 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks [] for floatingip (9840af90-4238-45f9-9e9c-602736bc49d7), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:36.958111 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Provisioning for port 12264ff5-12ea-4894-9a40-7cdf57c7ecb0 completed by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 01 04:21:36.974093 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-aa404e91-1cb6-4ca6-a42e-4d1f0f428a51 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (7942f232-be2e-4afa-985e-7f1f676d9951), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:36.999266 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Provisioning complete for port 12264ff5-12ea-4894-9a40-7cdf57c7ecb0 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:21:36.999641 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (12264ff5-12ea-4894-9a40-7cdf57c7ecb0), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:37.000140 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Attempt 1 to provision port 12264ff5-12ea-4894-9a40-7cdf57c7ecb0 Oct 01 04:21:37.025105 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:37.046087 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:37.097615 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064fd12c-814c-4a54-9498-19ea064bf517 req-9a2ab5a0-eb3c-4d8b-9b8d-5f762dd20796 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:37.099449 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-064fd12c-814c-4a54-9498-19ea064bf517 req-9a2ab5a0-eb3c-4d8b-9b8d-5f762dd20796 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 945 time: 0.0886047 Oct 01 04:21:37.108480 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port 28ed6420-e14b-48a2-a448-a8ab736b93af, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=28ed6420-e14b-48a2-a448-a8ab736b93af,segment=NetworkSegment(2ed9749a-eb3b-4451-b7b7-83bb473f5fb1),segment_id=2ed9749a-eb3b-4451-b7b7-83bb473f5fb1)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:21:37.119238 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:37.126506 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Current status of the port 12264ff5-12ea-4894-9a40-7cdf57c7ecb0 is: BUILD; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:21:37.126979 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751b0de-7ead-4c83-b3d2-d50296582706 req-e63fabba-3f7e-40f3-9460-5e76978c977a tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:37.127144 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (12264ff5-12ea-4894-9a40-7cdf57c7ecb0), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:37.128740 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-3751b0de-7ead-4c83-b3d2-d50296582706 req-e63fabba-3f7e-40f3-9460-5e76978c977a tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1b31127e-af32-4116-90df-f27354ee55f4 HTTP/1.1" status: 200 len: 944 time: 0.0836151 Oct 01 04:21:37.129705 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Returning: {'device': '28ed6420-e14b-48a2-a448-a8ab736b93af', 'network_id': '41ad6d82-393d-469b-ad56-b82ab9a77fee', 'port_id': '28ed6420-e14b-48a2-a448-a8ab736b93af', 'mac_address': 'fa:16:3e:3f:60:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f0d177-35e4-4cba-a762-d1357d3a9c11', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 01 04:21:37.156265 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-aa404e91-1cb6-4ca6-a42e-4d1f0f428a51 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks [] for port (7942f232-be2e-4afa-985e-7f1f676d9951), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:37.160666 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-aa404e91-1cb6-4ca6-a42e-4d1f0f428a51 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4916182'] for port (7942f232-be2e-4afa-985e-7f1f676d9951), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:37.193156 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port 12264ff5-12ea-4894-9a40-7cdf57c7ecb0, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=12264ff5-12ea-4894-9a40-7cdf57c7ecb0,segment=NetworkSegment(614ad64a-e84b-4b23-b245-f6cd1be567b7),segment_id=614ad64a-e84b-4b23-b245-f6cd1be567b7)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:21:37.196266 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b31127e-af32-4116-90df-f27354ee55f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12264ff5-12ea-4894-9a40-7cdf57c7ecb0'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:21:37.198532 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc2ed8ba810a9a899feae06a2d512ab46721588d0493fdbeca0f1bffbb3e03b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750eac99-848e-418d-aa5e-343a5e2fee9a" -d '{"events": [{"server_uuid": "1b31127e-af32-4116-90df-f27354ee55f4", "name": "network-vif-plugged", "status": "completed", "tag": "12264ff5-12ea-4894-9a40-7cdf57c7ecb0"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:21:37.208577 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (12264ff5-12ea-4894-9a40-7cdf57c7ecb0), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:37.212691 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-064fd12c-814c-4a54-9498-19ea064bf517 req-f9308146-e4bc-4736-afdb-233d318bb710 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e758483c-9e4c-4236-8a07-3b095c38114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073704 Oct 01 04:21:37.237341 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-3751b0de-7ead-4c83-b3d2-d50296582706 req-1db8890a-9f01-4133-a003-13c57d55bd15 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944636 Oct 01 04:21:37.237738 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa404e91-1cb6-4ca6-a42e-4d1f0f428a51 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Pushing event updated for resources: {'Port': ['ID=7942f232-be2e-4afa-985e-7f1f676d9951,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:21:37.269164 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-aa404e91-1cb6-4ca6-a42e-4d1f0f428a51 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989928'] for floatingip (9840af90-4238-45f9-9e9c-602736bc49d7), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:37.273436 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Current status of the port 28ed6420-e14b-48a2-a448-a8ab736b93af is: DOWN; New status is: BUILD {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:21:37.273855 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (28ed6420-e14b-48a2-a448-a8ab736b93af), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:37.295905 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 01 Oct 2022 04:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f54762-62a8-4d8d-81c2-163ec0f95edb x-openstack-request-id: req-45f54762-62a8-4d8d-81c2-163ec0f95edb {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:21:37.296195 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b31127e-af32-4116-90df-f27354ee55f4", "name": "network-vif-plugged", "status": "completed", "tag": "12264ff5-12ea-4894-9a40-7cdf57c7ecb0", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:21:37.296442 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-45f54762-62a8-4d8d-81c2-163ec0f95edb {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:21:37.296830 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45f54762-62a8-4d8d-81c2-163ec0f95edb'] response: {'server_uuid': '1b31127e-af32-4116-90df-f27354ee55f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12264ff5-12ea-4894-9a40-7cdf57c7ecb0', 'code': 200} Oct 01 04:21:37.297812 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Pushing event updated for resources: {'Port': ['ID=12264ff5-12ea-4894-9a40-7cdf57c7ecb0,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:21:37.301553 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28ed6420-e14b-48a2-a448-a8ab736b93af {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 01 04:21:37.331975 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port 28ed6420-e14b-48a2-a448-a8ab736b93af, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=28ed6420-e14b-48a2-a448-a8ab736b93af,segment=NetworkSegment(2ed9749a-eb3b-4451-b7b7-83bb473f5fb1),segment_id=2ed9749a-eb3b-4451-b7b7-83bb473f5fb1)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:21:37.338747 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (28ed6420-e14b-48a2-a448-a8ab736b93af), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:37.346272 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326db61b-21db-4d16-aedf-eaff026160c8 req-5d90e7da-db37-4ec8-96e8-2fdc2effd723 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:37.347852 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-326db61b-21db-4d16-aedf-eaff026160c8 req-5d90e7da-db37-4ec8-96e8-2fdc2effd723 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 943 time: 0.0568671 Oct 01 04:21:37.392052 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.db.l3_db [None req-aa404e91-1cb6-4ca6-a42e-4d1f0f428a51 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Floating IP 9840af90-4238-45f9-9e9c-602736bc49d7 associated. External IP: 172.27.2.126, port: a9fcf58b-9af0-47d5-9218-efddc535ddda. Oct 01 04:21:37.393191 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Pushing event updated for resources: {'Port': ['ID=28ed6420-e14b-48a2-a448-a8ab736b93af,revision_number=9']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:21:37.404713 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-326db61b-21db-4d16-aedf-eaff026160c8 req-7ccfe36d-c405-4696-b48d-71d208a0bf13 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499792 Oct 01 04:21:37.617314 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd8340-a4a7-47f2-95df-b0d2cf0d5a5a req-506c5b07-157e-4be5-9813-87f4ceee8e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:37.618781 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d2fd8340-a4a7-47f2-95df-b0d2cf0d5a5a req-506c5b07-157e-4be5-9813-87f4ceee8e25 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1b31127e-af32-4116-90df-f27354ee55f4 HTTP/1.1" status: 200 len: 1129 time: 0.0742447 Oct 01 04:21:37.674703 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] get_ports_and_sgs() called for port_ids ['28ed6420-e14b-48a2-a448-a8ab736b93af'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 01 04:21:37.675667 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa404e91-1cb6-4ca6-a42e-4d1f0f428a51 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Router 825c9a0c-dd39-4253-b7a7-aafc2b226434 has already been hosted by L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 01 04:21:37.688293 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d2fd8340-a4a7-47f2-95df-b0d2cf0d5a5a req-01c5c4d5-838a-42ec-994b-f72f6b8a63dd service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594478 Oct 01 04:21:37.794028 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa404e91-1cb6-4ca6-a42e-4d1f0f428a51 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:21:37.806500 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94f8fed-4471-4684-957e-8f212226124b None None] Sync routers for ids ['825c9a0c-dd39-4253-b7a7-aafc2b226434'] in dv-cinder-860044-1-iscsi {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:21:37.814447 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-aa404e91-1cb6-4ca6-a42e-4d1f0f428a51 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for floatingip (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:37.832828 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94f8fed-4471-4684-957e-8f212226124b None None] Routers {'825c9a0c-dd39-4253-b7a7-aafc2b226434'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:21:37.833570 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-a94f8fed-4471-4684-957e-8f212226124b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:21:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['825c9a0c-dd39-4253-b7a7-aafc2b226434'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:21:37.840717 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:37.848532 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-aa404e91-1cb6-4ca6-a42e-4d1f0f428a51 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9814026 Oct 01 04:21:37.849184 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b9af495-cd51-4492-af9f-d43ba016007b', 'tag': 'a9fcf58b-9af0-47d5-9218-efddc535ddda'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:21:37.851598 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23a471ff00a13a2eea8c87216c43e2c9873adc8b08d975975de21b294c9ff96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be79307-836f-4bcd-a42e-e42df9399c36" -d '{"events": [{"name": "network-changed", "server_uuid": "0b9af495-cd51-4492-af9f-d43ba016007b", "tag": "a9fcf58b-9af0-47d5-9218-efddc535ddda"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:21:37.851756 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 38392) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:21:37.858318 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [None req-6c59a1f3-4986-4a3b-ba0e-0fd27483ccb4 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1556824329', 'description': 'tempest-secgroup-smoke-1556824329 description', 'project_id': '1d29e2e750f948e1b0ccd4117c0d347a'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:21:37.883583 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6c59a1f3-4986-4a3b-ba0e-0fd27483ccb4 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:37.900357 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 01 Oct 2022 04:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3312fd-df39-4417-843d-0fb03f288042 x-openstack-request-id: req-ea3312fd-df39-4417-843d-0fb03f288042 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:21:37.900859 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b9af495-cd51-4492-af9f-d43ba016007b", "tag": "a9fcf58b-9af0-47d5-9218-efddc535ddda", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:21:37.901088 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ea3312fd-df39-4417-843d-0fb03f288042 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:21:37.901409 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea3312fd-df39-4417-843d-0fb03f288042'] response: {'name': 'network-changed', 'server_uuid': '0b9af495-cd51-4492-af9f-d43ba016007b', 'tag': 'a9fcf58b-9af0-47d5-9218-efddc535ddda', 'status': 'completed', 'code': 200} Oct 01 04:21:37.954952 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-a94f8fed-4471-4684-957e-8f212226124b None None] Set router 825c9a0c-dd39-4253-b7a7-aafc2b226434 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:21:37.964202 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6c59a1f3-4986-4a3b-ba0e-0fd27483ccb4 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks [] for security_group (2ca7254b-ab3b-4660-8166-5acecb5f522b), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:37.968971 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6c59a1f3-4986-4a3b-ba0e-0fd27483ccb4 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (2ca7254b-ab3b-4660-8166-5acecb5f522b), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:37.977389 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:37.992060 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be79307-836f-4bcd-a42e-e42df9399c36 req-2e4daed5-8cc2-4fd6-9063-a938afdb9478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:37.993583 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3be79307-836f-4bcd-a42e-e42df9399c36 req-2e4daed5-8cc2-4fd6-9063-a938afdb9478 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1d29e2e750f948e1b0ccd4117c0d347a&device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 1129 time: 0.0469527 Oct 01 04:21:38.002493 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c59a1f3-4986-4a3b-ba0e-0fd27483ccb4 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca7254b-ab3b-4660-8166-5acecb5f522b,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:21:38.022241 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6c59a1f3-4986-4a3b-ba0e-0fd27483ccb4 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:38.026813 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-6c59a1f3-4986-4a3b-ba0e-0fd27483ccb4 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1705816 Oct 01 04:21:38.027445 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 38396) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:21:38.032492 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [None req-ec237954-3c56-4b2c-827e-a19433e303d2 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Request body: {'security_group_rule': {'security_group_id': '2ca7254b-ab3b-4660-8166-5acecb5f522b', 'project_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:21:38.037725 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:38.065291 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-ec237954-3c56-4b2c-827e-a19433e303d2 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks [] for security_group_rule (0b1e659e-4af1-4809-87a0-3fae78126978), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:38.096963 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be79307-836f-4bcd-a42e-e42df9399c36 req-b00fa1d7-9996-4155-b71e-bb4a4ce40697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:38.098604 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3be79307-836f-4bcd-a42e-e42df9399c36 req-b00fa1d7-9996-4155-b71e-bb4a4ce40697 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=92f08451-a23c-40f8-9010-ae62f55617be HTTP/1.1" status: 200 len: 916 time: 0.0973852 Oct 01 04:21:38.129271 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-ec237954-3c56-4b2c-827e-a19433e303d2 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks [] for security_group_rule (0b1e659e-4af1-4809-87a0-3fae78126978), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:38.133564 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-ec237954-3c56-4b2c-827e-a19433e303d2 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043934'] for security_group_rule (0b1e659e-4af1-4809-87a0-3fae78126978), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:38.155685 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec237954-3c56-4b2c-827e-a19433e303d2 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b1e659e-4af1-4809-87a0-3fae78126978,revision_number=0']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:21:38.163957 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-ec237954-3c56-4b2c-827e-a19433e303d2 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:38.165450 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-ec237954-3c56-4b2c-827e-a19433e303d2 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1372175 Oct 01 04:21:38.168065 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 38398) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:21:38.174046 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [None req-3656c20a-6a4a-4e69-aabc-09c636767b55 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Request body: {'security_group_rule': {'security_group_id': '2ca7254b-ab3b-4660-8166-5acecb5f522b', 'project_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:21:38.176024 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3be79307-836f-4bcd-a42e-e42df9399c36 req-8c993fe4-c03d-4408-a163-e081f802e45d service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9fcf58b-9af0-47d5-9218-efddc535ddda HTTP/1.1" status: 200 len: 999 time: 0.0667956 Oct 01 04:21:38.199756 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3656c20a-6a4a-4e69-aabc-09c636767b55 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks [] for security_group_rule (bce999e3-ceb1-44c5-b4b0-c5f7c11c92db), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:38.201513 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-a94f8fed-4471-4684-957e-8f212226124b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825c9a0c-dd39-4253-b7a7-aafc2b226434', 'name': 'tempest-TestMinimumBasicScenario-1382045076-router', 'tenant_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '67edb09f-ad10-4323-827d-7b7eca92d6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:19:46Z', 'updated_at': '2022-10-01T04:19:50Z', 'revision_number': 4, 'project_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'gw_port': {'id': '67edb09f-ad10-4323-827d-7b7eca92d6bc', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825c9a0c-dd39-4253-b7a7-aafc2b226434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:19:46Z', 'updated_at': '2022-10-01T04:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_floatingips': [{'id': '9840af90-4238-45f9-9e9c-602736bc49d7', 'tenant_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'router_id': '825c9a0c-dd39-4253-b7a7-aafc2b226434', 'port_id': 'a9fcf58b-9af0-47d5-9218-efddc535ddda', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92f08451-a23c-40f8-9010-ae62f55617be', 'mac_address': 'fa:16:3e:0e:3b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9af495-cd51-4492-af9f-d43ba016007b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-01T04:21:36Z', 'updated_at': '2022-10-01T04:21:36Z', 'revision_number': 0, 'project_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17794055-27a6-4b4f-8b24-e17ad854f43d', 'name': '', 'network_id': '92f08451-a23c-40f8-9010-ae62f55617be', 'tenant_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'mac_address': 'fa:16:3e:b0:6d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825c9a0c-dd39-4253-b7a7-aafc2b226434', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4e37b831-acda-4dd7-b8c3-e8659f60d591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:19:50Z', 'updated_at': '2022-10-01T04:19:58Z', 'revision_number': 5, 'project_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'subnets': [{'id': '4e37b831-acda-4dd7-b8c3-e8659f60d591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:21:38.231135 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94f8fed-4471-4684-957e-8f212226124b None None] Checking router: 825c9a0c-dd39-4253-b7a7-aafc2b226434 for host: dv-cinder-860044-1-iscsi {{(pid=106388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:21:38.240269 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94f8fed-4471-4684-957e-8f212226124b None None] Routers {'825c9a0c-dd39-4253-b7a7-aafc2b226434'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:21:38.240885 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-a94f8fed-4471-4684-957e-8f212226124b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:21:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['825c9a0c-dd39-4253-b7a7-aafc2b226434'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:21:38.261218 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3656c20a-6a4a-4e69-aabc-09c636767b55 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks [] for security_group_rule (bce999e3-ceb1-44c5-b4b0-c5f7c11c92db), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:38.266716 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3656c20a-6a4a-4e69-aabc-09c636767b55 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043934'] for security_group_rule (bce999e3-ceb1-44c5-b4b0-c5f7c11c92db), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:38.287925 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3656c20a-6a4a-4e69-aabc-09c636767b55 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bce999e3-ceb1-44c5-b4b0-c5f7c11c92db,revision_number=0']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:21:38.300031 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3656c20a-6a4a-4e69-aabc-09c636767b55 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:38.301612 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-3656c20a-6a4a-4e69-aabc-09c636767b55 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1323538 Oct 01 04:21:38.304857 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 38404) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:21:38.309659 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-3cb62985-3ced-4f33-8934-5c0bcc49444d tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Request body: {'security_group_rule': {'security_group_id': '2ca7254b-ab3b-4660-8166-5acecb5f522b', 'project_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:21:38.344156 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3cb62985-3ced-4f33-8934-5c0bcc49444d tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks [] for security_group_rule (586a6e67-690c-4c4a-8d4d-db8065a14ad0), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:38.399311 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef61f82-5aa7-4185-98b4-cd53159d55cc req-8171fb5a-138a-4432-9b0d-ea25fe7d251f tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:38.401246 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2ef61f82-5aa7-4185-98b4-cd53159d55cc req-8171fb5a-138a-4432-9b0d-ea25fe7d251f tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 945 time: 0.0961239 Oct 01 04:21:38.409707 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e68f7b-94d9-436e-8ade-b4bd2abd9715 req-6d123d6a-c0de-4092-a816-dc938fa8332d tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:38.411373 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-42e68f7b-94d9-436e-8ade-b4bd2abd9715 req-6d123d6a-c0de-4092-a816-dc938fa8332d tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1b31127e-af32-4116-90df-f27354ee55f4 HTTP/1.1" status: 200 len: 945 time: 0.0682440 Oct 01 04:21:38.414764 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3cb62985-3ced-4f33-8934-5c0bcc49444d tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks [] for security_group_rule (586a6e67-690c-4c4a-8d4d-db8065a14ad0), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:38.421290 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3cb62985-3ced-4f33-8934-5c0bcc49444d tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043934'] for security_group_rule (586a6e67-690c-4c4a-8d4d-db8065a14ad0), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:38.444988 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:38.449713 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb62985-3ced-4f33-8934-5c0bcc49444d tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=586a6e67-690c-4c4a-8d4d-db8065a14ad0,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:21:38.464145 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3cb62985-3ced-4f33-8934-5c0bcc49444d tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:38.469251 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-3cb62985-3ced-4f33-8934-5c0bcc49444d tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1630087 Oct 01 04:21:38.469906 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 38408) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:21:38.474433 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-c16e437d-0cce-4175-b65c-aaaf3463b843 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Request body: {'security_group_rule': {'security_group_id': '2ca7254b-ab3b-4660-8166-5acecb5f522b', 'project_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:21:38.479603 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:38.489162 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:38.492546 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2ef61f82-5aa7-4185-98b4-cd53159d55cc req-55ed9e9d-e69a-4939-b14d-062af7e38c95 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e758483c-9e4c-4236-8a07-3b095c38114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800023 Oct 01 04:21:38.502015 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-a94f8fed-4471-4684-957e-8f212226124b None None] Set router 825c9a0c-dd39-4253-b7a7-aafc2b226434 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:21:38.507862 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c16e437d-0cce-4175-b65c-aaaf3463b843 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks [] for security_group_rule (723407bd-00ca-4711-a35c-1e6459b614c0), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:38.526557 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-42e68f7b-94d9-436e-8ade-b4bd2abd9715 req-5d926e06-790f-4412-a4fd-f18c95c5ee8e tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970974 Oct 01 04:21:38.606958 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c16e437d-0cce-4175-b65c-aaaf3463b843 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks [] for security_group_rule (723407bd-00ca-4711-a35c-1e6459b614c0), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:38.613150 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be79307-836f-4bcd-a42e-e42df9399c36 req-32564c50-031a-4b38-b49f-d63f26956c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:38.614693 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3be79307-836f-4bcd-a42e-e42df9399c36 req-32564c50-031a-4b38-b49f-d63f26956c63 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4e37b831-acda-4dd7-b8c3-e8659f60d591 HTTP/1.1" status: 200 len: 854 time: 0.0615177 Oct 01 04:21:38.615705 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c16e437d-0cce-4175-b65c-aaaf3463b843 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043934'] for security_group_rule (723407bd-00ca-4711-a35c-1e6459b614c0), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:38.643453 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16e437d-0cce-4175-b65c-aaaf3463b843 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=723407bd-00ca-4711-a35c-1e6459b614c0,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:21:38.648240 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6213f53-d351-481e-8414-4267dc95a0af req-ed5e646c-ea72-4351-a086-82d886973283 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:38.657070 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d6213f53-d351-481e-8414-4267dc95a0af req-ed5e646c-ea72-4351-a086-82d886973283 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 944 time: 0.0609038 Oct 01 04:21:38.673647 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c16e437d-0cce-4175-b65c-aaaf3463b843 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:38.677460 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-c16e437d-0cce-4175-b65c-aaaf3463b843 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2039914 Oct 01 04:21:38.677764 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 38410) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:21:38.683785 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-48433856-00a1-4813-a7ce-660d003ec3e0 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Request body: {'security_group_rule': {'security_group_id': '2ca7254b-ab3b-4660-8166-5acecb5f522b', 'project_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:21:38.689670 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be79307-836f-4bcd-a42e-e42df9399c36 req-b8bbd63b-62e7-41e2-96cb-e89958445859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:38.691112 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3be79307-836f-4bcd-a42e-e42df9399c36 req-b8bbd63b-62e7-41e2-96cb-e89958445859 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=92f08451-a23c-40f8-9010-ae62f55617be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0635521 Oct 01 04:21:38.702232 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d6213f53-d351-481e-8414-4267dc95a0af req-a7745a0b-62f0-4de4-aa17-66f642c37d60 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442412 Oct 01 04:21:38.708118 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.db.securitygroups_db [None req-48433856-00a1-4813-a7ce-660d003ec3e0 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Project 1d29e2e750f948e1b0ccd4117c0d347a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 01 04:21:38.725839 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-48433856-00a1-4813-a7ce-660d003ec3e0 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks [] for security_group_rule (fe079f20-7bb7-4ae0-839f-91eafd5db242), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:38.785766 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-a94f8fed-4471-4684-957e-8f212226124b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825c9a0c-dd39-4253-b7a7-aafc2b226434', 'name': 'tempest-TestMinimumBasicScenario-1382045076-router', 'tenant_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '67edb09f-ad10-4323-827d-7b7eca92d6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:19:46Z', 'updated_at': '2022-10-01T04:19:50Z', 'revision_number': 4, 'project_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'gw_port': {'id': '67edb09f-ad10-4323-827d-7b7eca92d6bc', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825c9a0c-dd39-4253-b7a7-aafc2b226434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:19:46Z', 'updated_at': '2022-10-01T04:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_floatingips': [{'id': '9840af90-4238-45f9-9e9c-602736bc49d7', 'tenant_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'router_id': '825c9a0c-dd39-4253-b7a7-aafc2b226434', 'port_id': 'a9fcf58b-9af0-47d5-9218-efddc535ddda', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92f08451-a23c-40f8-9010-ae62f55617be', 'mac_address': 'fa:16:3e:0e:3b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9af495-cd51-4492-af9f-d43ba016007b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-01T04:21:36Z', 'updated_at': '2022-10-01T04:21:36Z', 'revision_number': 0, 'project_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17794055-27a6-4b4f-8b24-e17ad854f43d', 'name': '', 'network_id': '92f08451-a23c-40f8-9010-ae62f55617be', 'tenant_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'mac_address': 'fa:16:3e:b0:6d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825c9a0c-dd39-4253-b7a7-aafc2b226434', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4e37b831-acda-4dd7-b8c3-e8659f60d591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:19:50Z', 'updated_at': '2022-10-01T04:19:58Z', 'revision_number': 5, 'project_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'subnets': [{'id': '4e37b831-acda-4dd7-b8c3-e8659f60d591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:21:38.819985 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94f8fed-4471-4684-957e-8f212226124b None None] The sync data for ids ['825c9a0c-dd39-4253-b7a7-aafc2b226434'] in dv-cinder-860044-1-iscsi is: [{'id': '825c9a0c-dd39-4253-b7a7-aafc2b226434', 'name': 'tempest-TestMinimumBasicScenario-1382045076-router', 'tenant_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '67edb09f-ad10-4323-827d-7b7eca92d6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:19:46Z', 'updated_at': '2022-10-01T04:19:50Z', 'revision_number': 4, 'project_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'gw_port': {'id': '67edb09f-ad10-4323-827d-7b7eca92d6bc', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825c9a0c-dd39-4253-b7a7-aafc2b226434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:19:46Z', 'updated_at': '2022-10-01T04:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_floatingips': [{'id': '9840af90-4238-45f9-9e9c-602736bc49d7', 'tenant_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'router_id': '825c9a0c-dd39-4253-b7a7-aafc2b226434', 'port_id': 'a9fcf58b-9af0-47d5-9218-efddc535ddda', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92f08451-a23c-40f8-9010-ae62f55617be', 'mac_address': 'fa:16:3e:0e:3b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9af495-cd51-4492-af9f-d43ba016007b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-01T04:21:36Z', 'updated_at': '2022-10-01T04:21:36Z', 'revision_number': 0, 'project_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17794055-27a6-4b4f-8b24-e17ad854f43d', 'name': '', 'network_id': '92f08451-a23c-40f8-9010-ae62f55617be', 'tenant_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'mac_address': 'fa:16:3e:b0:6d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825c9a0c-dd39-4253-b7a7-aafc2b226434', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4e37b831-acda-4dd7-b8c3-e8659f60d591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:19:50Z', 'updated_at': '2022-10-01T04:19:58Z', 'revision_number': 5, 'project_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'subnets': [{'id': '4e37b831-acda-4dd7-b8c3-e8659f60d591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:21:38.851001 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3be79307-836f-4bcd-a42e-e42df9399c36 req-12a25de4-4afb-4d72-9203-f4bb291b70d1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/92f08451-a23c-40f8-9010-ae62f55617be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379437 Oct 01 04:21:38.868974 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-48433856-00a1-4813-a7ce-660d003ec3e0 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks [] for security_group_rule (fe079f20-7bb7-4ae0-839f-91eafd5db242), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:38.868974 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-48433856-00a1-4813-a7ce-660d003ec3e0 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043934'] for security_group_rule (fe079f20-7bb7-4ae0-839f-91eafd5db242), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:38.884107 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48433856-00a1-4813-a7ce-660d003ec3e0 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe079f20-7bb7-4ae0-839f-91eafd5db242,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:21:38.892280 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-48433856-00a1-4813-a7ce-660d003ec3e0 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:38.896616 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-48433856-00a1-4813-a7ce-660d003ec3e0 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2148457 Oct 01 04:21:38.896803 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 38418) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:21:38.896895 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 28ed6420-e14b-48a2-a448-a8ab736b93af up at agent hyperv_hv-cinder-86004 {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:21:38.902271 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [None req-546563b7-6c46-4576-a081-be991a4a5dd8 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Request body: {'security_group_rule': {'security_group_id': '2ca7254b-ab3b-4660-8166-5acecb5f522b', 'project_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:21:38.925966 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.db.securitygroups_db [None req-546563b7-6c46-4576-a081-be991a4a5dd8 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Project 1d29e2e750f948e1b0ccd4117c0d347a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 01 04:21:38.932258 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-546563b7-6c46-4576-a081-be991a4a5dd8 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks [] for security_group_rule (19ec0eb6-b64d-42f1-97de-3a328bc52718), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:38.944944 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Provisioning complete for port 28ed6420-e14b-48a2-a448-a8ab736b93af triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:21:38.945414 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (28ed6420-e14b-48a2-a448-a8ab736b93af), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:38.945746 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Attempt 1 to provision port 28ed6420-e14b-48a2-a448-a8ab736b93af Oct 01 04:21:39.001551 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-546563b7-6c46-4576-a081-be991a4a5dd8 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks [] for security_group_rule (19ec0eb6-b64d-42f1-97de-3a328bc52718), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:39.005691 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-546563b7-6c46-4576-a081-be991a4a5dd8 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043934'] for security_group_rule (19ec0eb6-b64d-42f1-97de-3a328bc52718), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:39.027581 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Current status of the port 28ed6420-e14b-48a2-a448-a8ab736b93af is: BUILD; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:21:39.028641 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (28ed6420-e14b-48a2-a448-a8ab736b93af), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:39.028899 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546563b7-6c46-4576-a081-be991a4a5dd8 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19ec0eb6-b64d-42f1-97de-3a328bc52718,revision_number=0']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:21:39.038081 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-546563b7-6c46-4576-a081-be991a4a5dd8 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:39.039394 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-546563b7-6c46-4576-a081-be991a4a5dd8 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1418135 Oct 01 04:21:39.072536 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce823ad1-9c39-4c81-ac56-94a3beefb43d None None] New status for floating IP 9840af90-4238-45f9-9e9c-602736bc49d7: ACTIVE {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 01 04:21:39.074639 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port 28ed6420-e14b-48a2-a448-a8ab736b93af, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=28ed6420-e14b-48a2-a448-a8ab736b93af,segment=NetworkSegment(2ed9749a-eb3b-4451-b7b7-83bb473f5fb1),segment_id=2ed9749a-eb3b-4451-b7b7-83bb473f5fb1)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:21:39.082312 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (28ed6420-e14b-48a2-a448-a8ab736b93af), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:39.141636 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Pushing event updated for resources: {'Port': ['ID=28ed6420-e14b-48a2-a448-a8ab736b93af,revision_number=10']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:21:39.167541 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d625f1c8-6fdb-4ffe-bd23-023e3a5f21f1 req-f1d0e155-8239-497f-90c9-558078a135cd tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1556824329&fields=id&tenant_id=1d29e2e750f948e1b0ccd4117c0d347a HTTP/1.1" status: 200 len: 267 time: 0.0571837 Oct 01 04:21:39.221021 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d625f1c8-6fdb-4ffe-bd23-023e3a5f21f1 req-4ad08902-2a59-4286-a18e-d9fbb4c6ae51 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:39.222536 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d625f1c8-6fdb-4ffe-bd23-023e3a5f21f1 req-4ad08902-2a59-4286-a18e-d9fbb4c6ae51 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 945 time: 0.0493627 Oct 01 04:21:39.234164 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [req-d625f1c8-6fdb-4ffe-bd23-023e3a5f21f1 req-fedc580e-4283-4013-b292-76f504ef6aea tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Request body: {'port': {'security_groups': ['2dfc6110-19c3-42e0-8b7e-4aa9f740b26c', '2ca7254b-ab3b-4660-8166-5acecb5f522b']}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:21:39.298556 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e14e3570-67e7-43d6-bcaf-6688168956b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ed6420-e14b-48a2-a448-a8ab736b93af'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:21:39.301072 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc2ed8ba810a9a899feae06a2d512ab46721588d0493fdbeca0f1bffbb3e03b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d776626-2ae9-4b9f-aed2-f36d05a6b38e" -d '{"events": [{"server_uuid": "e14e3570-67e7-43d6-bcaf-6688168956b2", "name": "network-vif-plugged", "status": "completed", "tag": "28ed6420-e14b-48a2-a448-a8ab736b93af"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:21:39.306808 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:39.311599 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-d625f1c8-6fdb-4ffe-bd23-023e3a5f21f1 req-fedc580e-4283-4013-b292-76f504ef6aea tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (a9fcf58b-9af0-47d5-9218-efddc535ddda), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:39.338840 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 01 Oct 2022 04:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdd2b03-8d8c-4b81-a1e0-5afce226a410 x-openstack-request-id: req-2bdd2b03-8d8c-4b81-a1e0-5afce226a410 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:21:39.339129 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e14e3570-67e7-43d6-bcaf-6688168956b2", "name": "network-vif-plugged", "status": "completed", "tag": "28ed6420-e14b-48a2-a448-a8ab736b93af", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:21:39.339382 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2bdd2b03-8d8c-4b81-a1e0-5afce226a410 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:21:39.339777 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bdd2b03-8d8c-4b81-a1e0-5afce226a410'] response: {'server_uuid': 'e14e3570-67e7-43d6-bcaf-6688168956b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ed6420-e14b-48a2-a448-a8ab736b93af', 'code': 200} Oct 01 04:21:39.500722 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:39.513969 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:39.548386 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3be79307-836f-4bcd-a42e-e42df9399c36 req-7715dfba-8c92-47f7-8d9e-68605aa33652 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/92f08451-a23c-40f8-9010-ae62f55617be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151083 Oct 01 04:21:39.567070 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.db [req-d625f1c8-6fdb-4ffe-bd23-023e3a5f21f1 req-fedc580e-4283-4013-b292-76f504ef6aea tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] For port a9fcf58b-9af0-47d5-9218-efddc535ddda, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=a9fcf58b-9af0-47d5-9218-efddc535ddda,segment=NetworkSegment(b90f7b3a-6fb0-4d95-8a4f-636ff8d369ce),segment_id=b90f7b3a-6fb0-4d95-8a4f-636ff8d369ce)] {{(pid=106386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:21:39.605281 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-d625f1c8-6fdb-4ffe-bd23-023e3a5f21f1 req-fedc580e-4283-4013-b292-76f504ef6aea tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks [] for port (a9fcf58b-9af0-47d5-9218-efddc535ddda), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:39.622071 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-d625f1c8-6fdb-4ffe-bd23-023e3a5f21f1 req-fedc580e-4283-4013-b292-76f504ef6aea tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5071994'] for port (a9fcf58b-9af0-47d5-9218-efddc535ddda), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:39.635711 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] get_ports_and_sgs() called for port_ids ['a9fcf58b-9af0-47d5-9218-efddc535ddda'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 01 04:21:39.636716 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d625f1c8-6fdb-4ffe-bd23-023e3a5f21f1 req-fedc580e-4283-4013-b292-76f504ef6aea tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:39.637347 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-d625f1c8-6fdb-4ffe-bd23-023e3a5f21f1 req-fedc580e-4283-4013-b292-76f504ef6aea tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for port (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:39.640328 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d625f1c8-6fdb-4ffe-bd23-023e3a5f21f1 req-fedc580e-4283-4013-b292-76f504ef6aea tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "PUT /networking/v2.0/ports/a9fcf58b-9af0-47d5-9218-efddc535ddda HTTP/1.1" status: 200 len: 981 time: 0.4102807 Oct 01 04:21:39.663192 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b9af495-cd51-4492-af9f-d43ba016007b', 'tag': 'a9fcf58b-9af0-47d5-9218-efddc535ddda'}] {{(pid=106386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:21:39.665743 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906b7328382f58691ce67f390eef3fef1b579a19389c35ae4b8023450af26d8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a01a664-02ac-4a26-997a-a34cc9b8b955" -d '{"events": [{"name": "network-changed", "server_uuid": "0b9af495-cd51-4492-af9f-d43ba016007b", "tag": "a9fcf58b-9af0-47d5-9218-efddc535ddda"}]}' {{(pid=106386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:21:39.728829 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e365b-1595-4bc9-b299-84e342b66e24 req-e903b4c5-69bf-489d-b9a2-30d3c3b87ee8 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:39.730367 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7c9e365b-1595-4bc9-b299-84e342b66e24 req-e903b4c5-69bf-489d-b9a2-30d3c3b87ee8 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 945 time: 0.1460061 Oct 01 04:21:39.780495 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] get_ports_and_sgs() called for port_ids ['a9fcf58b-9af0-47d5-9218-efddc535ddda'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 01 04:21:39.800004 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24137b1-acfc-4c35-b436-b666fac6d09b req-a14926e4-0ad0-464c-ae1b-f07d66690bc3 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:39.801486 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-e24137b1-acfc-4c35-b436-b666fac6d09b req-a14926e4-0ad0-464c-ae1b-f07d66690bc3 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1b31127e-af32-4116-90df-f27354ee55f4 HTTP/1.1" status: 200 len: 945 time: 0.1033494 Oct 01 04:21:39.802064 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc580e-4283-4013-b292-76f504ef6aea tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Pushing event updated for resources: {'Port': ['ID=a9fcf58b-9af0-47d5-9218-efddc535ddda,revision_number=6']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:21:39.850198 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7c9e365b-1595-4bc9-b299-84e342b66e24 req-32ead25e-dafc-4959-a4ae-d65baa646d6b tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e758483c-9e4c-4236-8a07-3b095c38114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984457 Oct 01 04:21:39.862891 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:39.929999 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-e24137b1-acfc-4c35-b436-b666fac6d09b req-ef2f0735-eda6-4144-87ba-9c53346b37ff tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130090 Oct 01 04:21:39.992600 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:39.999083 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f3f25-87ec-4bd0-9f7c-f9a65c40c1cd req-d2ac69d6-2aae-4c30-a8e2-3e27200249aa tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:40.000967 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-cb2f3f25-87ec-4bd0-9f7c-f9a65c40c1cd req-d2ac69d6-2aae-4c30-a8e2-3e27200249aa tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 984 time: 0.0669889 Oct 01 04:21:40.003041 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 01 Oct 2022 04:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae382910-3745-4f38-a5a2-34a32084d19e x-openstack-request-id: req-ae382910-3745-4f38-a5a2-34a32084d19e {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:21:40.003321 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b9af495-cd51-4492-af9f-d43ba016007b", "tag": "a9fcf58b-9af0-47d5-9218-efddc535ddda", "status": "completed", "code": 200}]} {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:21:40.003838 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ae382910-3745-4f38-a5a2-34a32084d19e {{(pid=106386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:21:40.004383 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae382910-3745-4f38-a5a2-34a32084d19e'] response: {'name': 'network-changed', 'server_uuid': '0b9af495-cd51-4492-af9f-d43ba016007b', 'tag': 'a9fcf58b-9af0-47d5-9218-efddc535ddda', 'status': 'completed', 'code': 200} Oct 01 04:21:40.027653 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:40.134377 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01a664-02ac-4a26-997a-a34cc9b8b955 req-c93f51bd-9304-477f-bf23-947b475f8fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:40.136543 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-8a01a664-02ac-4a26-997a-a34cc9b8b955 req-c93f51bd-9304-477f-bf23-947b475f8fbf service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1d29e2e750f948e1b0ccd4117c0d347a&device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 1168 time: 0.1039844 Oct 01 04:21:40.148377 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-cb2f3f25-87ec-4bd0-9f7c-f9a65c40c1cd req-e03994ff-c80a-4bb3-a064-ad6dfa66f326 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfc6110-19c3-42e0-8b7e-4aa9f740b26c&id=2ca7254b-ab3b-4660-8166-5acecb5f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1411121 Oct 01 04:21:40.200069 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d578ac-1d7c-4af2-9ff1-32b1023bc235 req-2cca068d-cae8-44d4-a0c0-d94eb84db61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:40.201828 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-57d578ac-1d7c-4af2-9ff1-32b1023bc235 req-2cca068d-cae8-44d4-a0c0-d94eb84db61b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 1130 time: 0.0850778 Oct 01 04:21:40.207622 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b58d28-76a7-49f7-a89c-09630db911c2 req-33a23ea5-9007-41f7-b823-272637ed520e tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:40.211446 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d8b58d28-76a7-49f7-a89c-09630db911c2 req-33a23ea5-9007-41f7-b823-272637ed520e tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 946 time: 0.0847843 Oct 01 04:21:40.324608 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619052fe-dc13-47e6-b3a8-53055a42e392 req-6e166688-8d3f-4534-8a18-0f5146fa4fd4 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:40.326726 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-619052fe-dc13-47e6-b3a8-53055a42e392 req-6e166688-8d3f-4534-8a18-0f5146fa4fd4 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1b31127e-af32-4116-90df-f27354ee55f4 HTTP/1.1" status: 200 len: 945 time: 0.0755358 Oct 01 04:21:40.336485 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-57d578ac-1d7c-4af2-9ff1-32b1023bc235 req-67207930-6880-4c49-86cc-72a20c0a66af service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149189 Oct 01 04:21:40.348639 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 38444) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:21:40.357214 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01a664-02ac-4a26-997a-a34cc9b8b955 req-21fc1d8a-c9a6-48e3-a211-0197d0d3e566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:40.358766 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-8a01a664-02ac-4a26-997a-a34cc9b8b955 req-21fc1d8a-c9a6-48e3-a211-0197d0d3e566 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=92f08451-a23c-40f8-9010-ae62f55617be HTTP/1.1" status: 200 len: 916 time: 0.1744452 Oct 01 04:21:40.360530 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d8b58d28-76a7-49f7-a89c-09630db911c2 req-604f3c99-ea7c-4dde-8d62-8d9e3fbde568 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408696 Oct 01 04:21:40.401296 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-619052fe-dc13-47e6-b3a8-53055a42e392 req-5696d4b4-96fb-4671-b3e7-02a925831548 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640991 Oct 01 04:21:40.431656 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 38448) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:21:40.484565 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3c355e69-2ca5-400a-8417-073214a12d7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:40.572651 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3c355e69-2ca5-400a-8417-073214a12d7e admin admin] Publish callbacks [] for security_group (6666dda3-20f6-4ff3-916f-d25cb92659d7), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:40.578470 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3c355e69-2ca5-400a-8417-073214a12d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (6666dda3-20f6-4ff3-916f-d25cb92659d7), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:40.596825 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aca97a5-5a86-4b5d-9abb-a6c90adfe61e tempest-TestVolumeBootPattern-1082299179 tempest-TestVolumeBootPattern-1082299179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:40.598915 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-2aca97a5-5a86-4b5d-9abb-a6c90adfe61e tempest-TestVolumeBootPattern-1082299179 tempest-TestVolumeBootPattern-1082299179-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1b31127e-af32-4116-90df-f27354ee55f4 HTTP/1.1" status: 200 len: 1124 time: 0.1661880 Oct 01 04:21:40.601877 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 38454) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:21:40.606133 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [None req-3af4550b-4a53-4cff-a68b-2a701c37ac64 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Request body: {'floatingip': {'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'port_id': '12264ff5-12ea-4894-9a40-7cdf57c7ecb0', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:21:40.629674 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3af4550b-4a53-4cff-a68b-2a701c37ac64 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:40.655974 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-3c355e69-2ca5-400a-8417-073214a12d7e admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=c8bd1c1423544107b55ba8dbbb66fae7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3062770 Oct 01 04:21:40.658734 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c355e69-2ca5-400a-8417-073214a12d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6666dda3-20f6-4ff3-916f-d25cb92659d7,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:21:40.662707 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 38456) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:21:40.691432 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-8a01a664-02ac-4a26-997a-a34cc9b8b955 req-fe7cffaa-7567-4647-9fce-95aa2ce63b1f service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9fcf58b-9af0-47d5-9218-efddc535ddda HTTP/1.1" status: 200 len: 1001 time: 0.0981920 Oct 01 04:21:40.715827 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3af4550b-4a53-4cff-a68b-2a701c37ac64 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:40.765379 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8feeaccc-9cc7-4bc2-a700-31bc70ef8f84 admin admin] Publish callbacks [] for security_group (6666dda3-20f6-4ff3-916f-d25cb92659d7), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:40.769629 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01a664-02ac-4a26-997a-a34cc9b8b955 req-963bea6f-7762-4bc2-8fc2-c9205694f464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:40.770486 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-8a01a664-02ac-4a26-997a-a34cc9b8b955 req-963bea6f-7762-4bc2-8fc2-c9205694f464 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4e37b831-acda-4dd7-b8c3-e8659f60d591 HTTP/1.1" status: 200 len: 854 time: 0.0716295 Oct 01 04:21:40.796188 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:40.811974 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8feeaccc-9cc7-4bc2-a700-31bc70ef8f84 admin admin] Publish callbacks [] for security_group (6666dda3-20f6-4ff3-916f-d25cb92659d7), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:40.827935 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.db.db_base_plugin_common [None req-3af4550b-4a53-4cff-a68b-2a701c37ac64 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Allocated IP 172.27.2.72 (1c94595f-3990-43c2-b34b-d882a8bf5172/3c747529-64bf-417b-84a2-71abc1dc7574/5a0cc5bd-a99d-48bc-98d7-9fc47a211c5c) {{(pid=106386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:21:40.837474 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01a664-02ac-4a26-997a-a34cc9b8b955 req-4ccfc471-5b0b-4a77-8e47-1748f98f583e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:40.838907 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-8a01a664-02ac-4a26-997a-a34cc9b8b955 req-4ccfc471-5b0b-4a77-8e47-1748f98f583e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=92f08451-a23c-40f8-9010-ae62f55617be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0611744 Oct 01 04:21:40.870252 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8feeaccc-9cc7-4bc2-a700-31bc70ef8f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (6666dda3-20f6-4ff3-916f-d25cb92659d7), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:40.873472 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8feeaccc-9cc7-4bc2-a700-31bc70ef8f84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:40.876888 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-8feeaccc-9cc7-4bc2-a700-31bc70ef8f84 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/6666dda3-20f6-4ff3-916f-d25cb92659d7 HTTP/1.1" status: 204 len: 168 time: 0.2109640 Oct 01 04:21:40.884788 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feeaccc-9cc7-4bc2-a700-31bc70ef8f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6666dda3-20f6-4ff3-916f-d25cb92659d7,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:21:40.949575 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3af4550b-4a53-4cff-a68b-2a701c37ac64 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks [] for port (5a0cc5bd-a99d-48bc-98d7-9fc47a211c5c), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:41.016905 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db939d-c616-4c3e-85f7-59fcbea52452 req-7799dc86-7a55-4cb6-8bbb-dd7c244aca2b tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:41.018576 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-42db939d-c616-4c3e-85f7-59fcbea52452 req-7799dc86-7a55-4cb6-8bbb-dd7c244aca2b tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 945 time: 0.0649307 Oct 01 04:21:41.036291 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3af4550b-4a53-4cff-a68b-2a701c37ac64 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5071981'] for port (5a0cc5bd-a99d-48bc-98d7-9fc47a211c5c), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:41.083127 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:41.106800 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af4550b-4a53-4cff-a68b-2a701c37ac64 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Network 1c94595f-3990-43c2-b34b-d882a8bf5172 is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:21:41.118555 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-3af4550b-4a53-4cff-a68b-2a701c37ac64 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:21:41.121134 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af4550b-4a53-4cff-a68b-2a701c37ac64 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Received port after_create {{(pid=106386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:21:41.161230 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-42db939d-c616-4c3e-85f7-59fcbea52452 req-e7c79186-97f9-4ab8-aa55-0d89f61de6dc tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e758483c-9e4c-4236-8a07-3b095c38114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349986 Oct 01 04:21:41.163996 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af4550b-4a53-4cff-a68b-2a701c37ac64 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Pushing event updated for resources: {'Port': ['ID=5a0cc5bd-a99d-48bc-98d7-9fc47a211c5c,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:21:41.414390 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-8a01a664-02ac-4a26-997a-a34cc9b8b955 req-0072d05a-353d-469c-9bfb-20a30ff552cb service neutron] 10.222.0.25 "GET /networking/v2.0/networks/92f08451-a23c-40f8-9010-ae62f55617be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937819 Oct 01 04:21:41.498935 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:41.510064 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:41.532304 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-8a01a664-02ac-4a26-997a-a34cc9b8b955 req-288a205f-dac0-4feb-916b-51d4f3154062 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/92f08451-a23c-40f8-9010-ae62f55617be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996320 Oct 01 04:21:41.576304 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f438b-6d3e-479c-bff0-e3113f251917 req-35bd5771-d206-434b-be62-6d8707896c03 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:41.577918 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-106f438b-6d3e-479c-bff0-e3113f251917 req-35bd5771-d206-434b-be62-6d8707896c03 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 946 time: 0.0611551 Oct 01 04:21:41.699544 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-106f438b-6d3e-479c-bff0-e3113f251917 req-ebf1650b-3300-407d-884c-6619e2f5ea0d tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146522 Oct 01 04:21:41.745072 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:41.746311 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3af4550b-4a53-4cff-a68b-2a701c37ac64 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks [] for floatingip (c8c1d852-ce92-41b3-af3c-64df055b7a13), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:41.816527 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3af4550b-4a53-4cff-a68b-2a701c37ac64 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (5a0cc5bd-a99d-48bc-98d7-9fc47a211c5c), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:41.959665 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3af4550b-4a53-4cff-a68b-2a701c37ac64 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks [] for port (5a0cc5bd-a99d-48bc-98d7-9fc47a211c5c), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:41.964006 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3af4550b-4a53-4cff-a68b-2a701c37ac64 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5071994'] for port (5a0cc5bd-a99d-48bc-98d7-9fc47a211c5c), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:42.029973 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3af4550b-4a53-4cff-a68b-2a701c37ac64 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989928'] for floatingip (c8c1d852-ce92-41b3-af3c-64df055b7a13), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:42.031637 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af4550b-4a53-4cff-a68b-2a701c37ac64 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Pushing event updated for resources: {'Port': ['ID=5a0cc5bd-a99d-48bc-98d7-9fc47a211c5c,revision_number=2']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:21:42.128242 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.db.l3_db [None req-3af4550b-4a53-4cff-a68b-2a701c37ac64 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Floating IP c8c1d852-ce92-41b3-af3c-64df055b7a13 associated. External IP: 172.27.2.72, port: 12264ff5-12ea-4894-9a40-7cdf57c7ecb0. Oct 01 04:21:42.175857 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:42.346236 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a4681-b251-4ff7-9d5e-d7d1d2300df5 req-3e7531e3-0869-46e9-ab20-66b015bbc94a tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:42.347709 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-506a4681-b251-4ff7-9d5e-d7d1d2300df5 req-3e7531e3-0869-46e9-ab20-66b015bbc94a tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 945 time: 0.0856371 Oct 01 04:21:42.396769 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af4550b-4a53-4cff-a68b-2a701c37ac64 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Router 99c881ec-29bc-4e60-b79a-2a435e983e6d has already been hosted by L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 {{(pid=106386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 01 04:21:42.418276 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-506a4681-b251-4ff7-9d5e-d7d1d2300df5 req-653ddb15-7ec5-425e-a0c5-af1670f0477f tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e758483c-9e4c-4236-8a07-3b095c38114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647638 Oct 01 04:21:42.518064 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af4550b-4a53-4cff-a68b-2a701c37ac64 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:21:42.531528 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc52bf9d-e6b0-4e52-869b-3d61f982c9a5 None None] Sync routers for ids ['99c881ec-29bc-4e60-b79a-2a435e983e6d'] in dv-cinder-860044-1-iscsi {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:21:42.538164 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3af4550b-4a53-4cff-a68b-2a701c37ac64 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for floatingip (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:42.563214 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc52bf9d-e6b0-4e52-869b-3d61f982c9a5 None None] Routers {'99c881ec-29bc-4e60-b79a-2a435e983e6d'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:21:42.565699 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-dc52bf9d-e6b0-4e52-869b-3d61f982c9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:21:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['99c881ec-29bc-4e60-b79a-2a435e983e6d'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:21:42.588796 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-3af4550b-4a53-4cff-a68b-2a701c37ac64 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9857829 Oct 01 04:21:42.589484 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b31127e-af32-4116-90df-f27354ee55f4', 'tag': '12264ff5-12ea-4894-9a40-7cdf57c7ecb0'}] {{(pid=106386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:21:42.592889 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906b7328382f58691ce67f390eef3fef1b579a19389c35ae4b8023450af26d8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5b3cf0-d509-4e61-9b7b-0c49b294c169" -d '{"events": [{"name": "network-changed", "server_uuid": "1b31127e-af32-4116-90df-f27354ee55f4", "tag": "12264ff5-12ea-4894-9a40-7cdf57c7ecb0"}]}' {{(pid=106386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:21:42.634641 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 01 Oct 2022 04:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa112fb-ad98-44da-b054-569d796c3b87 x-openstack-request-id: req-7fa112fb-ad98-44da-b054-569d796c3b87 {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:21:42.635004 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b31127e-af32-4116-90df-f27354ee55f4", "tag": "12264ff5-12ea-4894-9a40-7cdf57c7ecb0", "status": "completed", "code": 200}]} {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:21:42.635260 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7fa112fb-ad98-44da-b054-569d796c3b87 {{(pid=106386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:21:42.635671 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fa112fb-ad98-44da-b054-569d796c3b87'] response: {'name': 'network-changed', 'server_uuid': '1b31127e-af32-4116-90df-f27354ee55f4', 'tag': '12264ff5-12ea-4894-9a40-7cdf57c7ecb0', 'status': 'completed', 'code': 200} Oct 01 04:21:42.691626 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-dc52bf9d-e6b0-4e52-869b-3d61f982c9a5 None None] Set router 99c881ec-29bc-4e60-b79a-2a435e983e6d gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:21:42.721687 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b3cf0-d509-4e61-9b7b-0c49b294c169 req-f0e688b0-9da8-4450-8ff0-6ad950197f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:42.723352 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-eb5b3cf0-d509-4e61-9b7b-0c49b294c169 req-f0e688b0-9da8-4450-8ff0-6ad950197f00 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=721dd52b82194e4d91113d4d688900ae&device_id=1b31127e-af32-4116-90df-f27354ee55f4 HTTP/1.1" status: 200 len: 1129 time: 0.0519676 Oct 01 04:21:42.814254 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3c0ef2b2-5f8e-4863-b636-01bf156f14fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (973633b6-dd94-436d-b3a5-971dbc41e63c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:42.838633 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b3cf0-d509-4e61-9b7b-0c49b294c169 req-d8294cbf-20a8-4ee1-a7e4-2bb981b9ce0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:42.841745 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-eb5b3cf0-d509-4e61-9b7b-0c49b294c169 req-d8294cbf-20a8-4ee1-a7e4-2bb981b9ce0c service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=a58a68a2-3485-47fc-a402-341c963919cc HTTP/1.1" status: 200 len: 913 time: 0.1087024 Oct 01 04:21:42.866385 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa39e74-60d2-4841-a2db-69694a4a65e6 req-14a2d046-e681-4fb2-a9b9-3050d1e83b47 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:42.868040 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-daa39e74-60d2-4841-a2db-69694a4a65e6 req-14a2d046-e681-4fb2-a9b9-3050d1e83b47 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 946 time: 0.0696115 Oct 01 04:21:42.904024 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:42.921548 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-eb5b3cf0-d509-4e61-9b7b-0c49b294c169 req-9f674c57-9bf9-4d42-8eb5-b46e913ab35c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12264ff5-12ea-4894-9a40-7cdf57c7ecb0 HTTP/1.1" status: 200 len: 998 time: 0.0698888 Oct 01 04:21:42.936605 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-daa39e74-60d2-4841-a2db-69694a4a65e6 req-af53c724-6b7c-4c91-84ab-0053a75880d7 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596411 Oct 01 04:21:42.984293 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-dc52bf9d-e6b0-4e52-869b-3d61f982c9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'name': 'tempest-TestVolumeBootPattern-2117925739-router', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '89429a02-b2f7-4923-a8c6-35b9f52c80d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:20:01Z', 'updated_at': '2022-10-01T04:20:10Z', 'revision_number': 4, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'gw_port': {'id': '89429a02-b2f7-4923-a8c6-35b9f52c80d3', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:20:01Z', 'updated_at': '2022-10-01T04:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_floatingips': [{'id': 'c8c1d852-ce92-41b3-af3c-64df055b7a13', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'floating_ip_address': '172.27.2.72', 'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'router_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'port_id': '12264ff5-12ea-4894-9a40-7cdf57c7ecb0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc', 'mac_address': 'fa:16:3e:e5:f1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b31127e-af32-4116-90df-f27354ee55f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-01T04:21:41Z', 'updated_at': '2022-10-01T04:21:41Z', 'revision_number': 0, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52776eac-a931-4561-998f-b83d8e03b65d', 'name': '', 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'mac_address': 'fa:16:3e:bf:95:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '87bf8ff7-1e8d-4433-8f68-75f944f2c18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:20:07Z', 'updated_at': '2022-10-01T04:20:19Z', 'revision_number': 5, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'subnets': [{'id': '87bf8ff7-1e8d-4433-8f68-75f944f2c18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:21:42.991473 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b3cf0-d509-4e61-9b7b-0c49b294c169 req-11456663-2458-4a23-a7da-5b1368ff556a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:42.993053 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-eb5b3cf0-d509-4e61-9b7b-0c49b294c169 req-11456663-2458-4a23-a7da-5b1368ff556a service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=87bf8ff7-1e8d-4433-8f68-75f944f2c18e HTTP/1.1" status: 200 len: 851 time: 0.0639958 Oct 01 04:21:43.016464 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc52bf9d-e6b0-4e52-869b-3d61f982c9a5 None None] Checking router: 99c881ec-29bc-4e60-b79a-2a435e983e6d for host: dv-cinder-860044-1-iscsi {{(pid=106388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:21:43.024540 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc52bf9d-e6b0-4e52-869b-3d61f982c9a5 None None] Routers {'99c881ec-29bc-4e60-b79a-2a435e983e6d'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:21:43.025216 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-dc52bf9d-e6b0-4e52-869b-3d61f982c9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:21:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['99c881ec-29bc-4e60-b79a-2a435e983e6d'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:21:43.043405 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b3cf0-d509-4e61-9b7b-0c49b294c169 req-9b11cd81-76bb-4bcf-b57a-715055899477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:43.045911 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-eb5b3cf0-d509-4e61-9b7b-0c49b294c169 req-9b11cd81-76bb-4bcf-b57a-715055899477 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a58a68a2-3485-47fc-a402-341c963919cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432689 Oct 01 04:21:43.059184 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:43.081889 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=100 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:43.137141 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-dc52bf9d-e6b0-4e52-869b-3d61f982c9a5 None None] Set router 99c881ec-29bc-4e60-b79a-2a435e983e6d gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:21:43.146460 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-eb5b3cf0-d509-4e61-9b7b-0c49b294c169 req-8d79ad91-c43b-4f83-901e-c105b0510dad service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a58a68a2-3485-47fc-a402-341c963919cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921848 Oct 01 04:21:43.322401 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-eb5b3cf0-d509-4e61-9b7b-0c49b294c169 req-5c7ba389-8a67-4f51-88fb-93d5d6220a11 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a58a68a2-3485-47fc-a402-341c963919cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883024 Oct 01 04:21:43.356191 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-dc52bf9d-e6b0-4e52-869b-3d61f982c9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'name': 'tempest-TestVolumeBootPattern-2117925739-router', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '89429a02-b2f7-4923-a8c6-35b9f52c80d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:20:01Z', 'updated_at': '2022-10-01T04:20:10Z', 'revision_number': 4, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'gw_port': {'id': '89429a02-b2f7-4923-a8c6-35b9f52c80d3', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:20:01Z', 'updated_at': '2022-10-01T04:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_floatingips': [{'id': 'c8c1d852-ce92-41b3-af3c-64df055b7a13', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'floating_ip_address': '172.27.2.72', 'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'router_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'port_id': '12264ff5-12ea-4894-9a40-7cdf57c7ecb0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc', 'mac_address': 'fa:16:3e:e5:f1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b31127e-af32-4116-90df-f27354ee55f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-01T04:21:41Z', 'updated_at': '2022-10-01T04:21:41Z', 'revision_number': 0, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52776eac-a931-4561-998f-b83d8e03b65d', 'name': '', 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'mac_address': 'fa:16:3e:bf:95:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '87bf8ff7-1e8d-4433-8f68-75f944f2c18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:20:07Z', 'updated_at': '2022-10-01T04:20:19Z', 'revision_number': 5, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'subnets': [{'id': '87bf8ff7-1e8d-4433-8f68-75f944f2c18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:21:43.384244 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc52bf9d-e6b0-4e52-869b-3d61f982c9a5 None None] The sync data for ids ['99c881ec-29bc-4e60-b79a-2a435e983e6d'] in dv-cinder-860044-1-iscsi is: [{'id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'name': 'tempest-TestVolumeBootPattern-2117925739-router', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '89429a02-b2f7-4923-a8c6-35b9f52c80d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:20:01Z', 'updated_at': '2022-10-01T04:20:10Z', 'revision_number': 4, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'gw_port': {'id': '89429a02-b2f7-4923-a8c6-35b9f52c80d3', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:20:01Z', 'updated_at': '2022-10-01T04:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_floatingips': [{'id': 'c8c1d852-ce92-41b3-af3c-64df055b7a13', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'floating_ip_address': '172.27.2.72', 'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'router_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'port_id': '12264ff5-12ea-4894-9a40-7cdf57c7ecb0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc', 'mac_address': 'fa:16:3e:e5:f1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b31127e-af32-4116-90df-f27354ee55f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-01T04:21:41Z', 'updated_at': '2022-10-01T04:21:41Z', 'revision_number': 0, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52776eac-a931-4561-998f-b83d8e03b65d', 'name': '', 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'mac_address': 'fa:16:3e:bf:95:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '87bf8ff7-1e8d-4433-8f68-75f944f2c18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:20:07Z', 'updated_at': '2022-10-01T04:20:19Z', 'revision_number': 5, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'subnets': [{'id': '87bf8ff7-1e8d-4433-8f68-75f944f2c18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:21:43.546574 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c257a3e-9332-4119-87cc-31bb5ef1a3a4 req-d6b1d180-fb21-4834-9ce8-769a7f51032f tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:43.548130 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-5c257a3e-9332-4119-87cc-31bb5ef1a3a4 req-d6b1d180-fb21-4834-9ce8-769a7f51032f tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 945 time: 0.0530829 Oct 01 04:21:43.593766 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42354228-5fc6-4d56-9ed2-7d1362868cdf None None] New status for floating IP c8c1d852-ce92-41b3-af3c-64df055b7a13: ACTIVE {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 01 04:21:43.601039 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-5c257a3e-9332-4119-87cc-31bb5ef1a3a4 req-353a8ea6-807e-479e-9d0d-cc15202b5b84 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e758483c-9e4c-4236-8a07-3b095c38114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469811 Oct 01 04:21:44.067544 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b40e9b8-d950-4533-b184-14946a1e2745 req-2af726c9-b0cd-4018-b03d-fd0895c96b86 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:44.069022 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2b40e9b8-d950-4533-b184-14946a1e2745 req-2af726c9-b0cd-4018-b03d-fd0895c96b86 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 946 time: 0.0467846 Oct 01 04:21:44.115072 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2b40e9b8-d950-4533-b184-14946a1e2745 req-c4f3795c-0551-46d8-b6ad-5b105a233ebe tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406370 Oct 01 04:21:44.730433 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec8cfb-11f6-4ce5-a87d-5547124c0856 req-df9e5289-659d-4440-86f8-731713be7537 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:44.732916 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b4ec8cfb-11f6-4ce5-a87d-5547124c0856 req-df9e5289-659d-4440-86f8-731713be7537 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 945 time: 0.0554030 Oct 01 04:21:44.779505 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b4ec8cfb-11f6-4ce5-a87d-5547124c0856 req-43d83ac3-d508-4dab-b930-31995dadfe11 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e758483c-9e4c-4236-8a07-3b095c38114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413220 Oct 01 04:21:45.181320 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1d8e8056-f9e0-4cf0-92c3-1d96349b026f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (797ac3f1-c973-4eec-9950-99ad88971ed1), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:45.897254 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc5f64-d0f6-4fed-890c-5d3d5d4c820b req-4f1dc140-7bce-4925-b836-0d9583b26596 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:45.898967 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-6ffc5f64-d0f6-4fed-890c-5d3d5d4c820b req-4f1dc140-7bce-4925-b836-0d9583b26596 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 945 time: 0.0470562 Oct 01 04:21:45.944964 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-6ffc5f64-d0f6-4fed-890c-5d3d5d4c820b req-1d071b6f-f003-432d-90cd-15c0fdb7944e tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e758483c-9e4c-4236-8a07-3b095c38114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399837 Oct 01 04:21:46.243765 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55550f09-9bf2-4503-b16a-2d26c0a47f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (3f31be2c-2b77-4d66-9a3d-30b9eb89a668), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:47.067592 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35078056-8b2e-4c17-a24f-754233186188 req-31837dcd-16e9-432e-827a-86ee263abe24 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:47.069093 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-35078056-8b2e-4c17-a24f-754233186188 req-31837dcd-16e9-432e-827a-86ee263abe24 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 945 time: 0.0513659 Oct 01 04:21:47.111200 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:47.119618 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-35078056-8b2e-4c17-a24f-754233186188 req-84ae49d7-7ed6-4fba-9ca7-dc420e25322e tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e758483c-9e4c-4236-8a07-3b095c38114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449605 Oct 01 04:21:47.676656 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (d8875dbe-87f1-4639-b3ef-79ff4b202d58), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:47.923254 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91c43220-b735-4568-b99e-ce3dc63ea20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (a017e3cb-dd0a-4c83-ac3d-dd65b6d6e9f8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:48.239755 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609cc8b4-e6ae-413a-a556-e78e54213cb2 req-35675d1c-79e9-4f44-bc0c-d864ea59fe60 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:48.241244 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-609cc8b4-e6ae-413a-a556-e78e54213cb2 req-35675d1c-79e9-4f44-bc0c-d864ea59fe60 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 945 time: 0.0471284 Oct 01 04:21:48.289041 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-609cc8b4-e6ae-413a-a556-e78e54213cb2 req-3cf09d46-e764-4f81-a83c-dd36b1006de5 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e758483c-9e4c-4236-8a07-3b095c38114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423205 Oct 01 04:21:49.408866 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7ba2a-4079-496e-837d-5f84cc574408 req-e437a55f-ff2c-4b66-8b68-24edfb3bf201 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:49.410336 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-57c7ba2a-4079-496e-837d-5f84cc574408 req-e437a55f-ff2c-4b66-8b68-24edfb3bf201 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 945 time: 0.0457926 Oct 01 04:21:49.460891 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-57c7ba2a-4079-496e-837d-5f84cc574408 req-8f60b728-ae45-4673-819d-4a3fc6b83e43 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e758483c-9e4c-4236-8a07-3b095c38114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451553 Oct 01 04:21:50.582242 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d36b95a-5abf-4198-bb42-808b73f9e9b1 req-3e101902-fe5f-4935-9f17-0e1feb887835 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:50.583690 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7d36b95a-5abf-4198-bb42-808b73f9e9b1 req-3e101902-fe5f-4935-9f17-0e1feb887835 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 945 time: 0.0466790 Oct 01 04:21:50.629515 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7d36b95a-5abf-4198-bb42-808b73f9e9b1 req-0aa3375a-9508-4659-9757-e136889317ce tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e758483c-9e4c-4236-8a07-3b095c38114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403998 Oct 01 04:21:51.753105 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb937c6a-7159-44d7-b6cb-cd049d87e8ee req-6032a45a-3303-404d-9653-2cc2d60f7625 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:51.754525 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-cb937c6a-7159-44d7-b6cb-cd049d87e8ee req-6032a45a-3303-404d-9653-2cc2d60f7625 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 945 time: 0.0472929 Oct 01 04:21:51.801398 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-cb937c6a-7159-44d7-b6cb-cd049d87e8ee req-8119b1f1-a21f-46f8-aeb8-24d606ea92ca tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e758483c-9e4c-4236-8a07-3b095c38114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411141 Oct 01 04:21:51.998356 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.agents_db [None req-12b97a57-14e3-4267-90b0-a9e0353f7932 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 01 04:21:52.042827 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00a8a5-5f2d-4d09-bdd8-60f073135891 req-a2a3ffdf-3e9b-4cc5-9a69-00af115a2963 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:52.044590 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-9c00a8a5-5f2d-4d09-bdd8-60f073135891 req-a2a3ffdf-3e9b-4cc5-9a69-00af115a2963 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 945 time: 0.0533049 Oct 01 04:21:52.093583 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-9c00a8a5-5f2d-4d09-bdd8-60f073135891 req-bcab4a9d-be06-4f63-9537-b38bacec0123 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e758483c-9e4c-4236-8a07-3b095c38114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434170 Oct 01 04:21:52.110190 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20755b1a-6ae8-4bcd-98f6-4ed08bc7bf29 req-4d17a17c-658d-4f04-a120-5e317d152818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:52.111685 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-20755b1a-6ae8-4bcd-98f6-4ed08bc7bf29 req-4d17a17c-658d-4f04-a120-5e317d152818 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=16cd7bcb315d4dc58f73a9918adb57e2&device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 1129 time: 0.0447094 Oct 01 04:21:52.218440 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20755b1a-6ae8-4bcd-98f6-4ed08bc7bf29 req-145f4fe7-7c74-4e0e-9684-fafe893dc3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:52.219931 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-20755b1a-6ae8-4bcd-98f6-4ed08bc7bf29 req-145f4fe7-7c74-4e0e-9684-fafe893dc3cf service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=3af0afc2-a8fa-427e-a8af-57c40105fd2b HTTP/1.1" status: 200 len: 911 time: 0.1025760 Oct 01 04:21:52.284871 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-20755b1a-6ae8-4bcd-98f6-4ed08bc7bf29 req-fee1d51c-2baa-49e8-b88b-8044778a963d service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ada360f6-273f-42d3-babd-7015209fbaac HTTP/1.1" status: 200 len: 1001 time: 0.0577102 Oct 01 04:21:52.333748 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20755b1a-6ae8-4bcd-98f6-4ed08bc7bf29 req-b82b03a1-9117-479e-973f-05e011e6bd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:52.335128 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-20755b1a-6ae8-4bcd-98f6-4ed08bc7bf29 req-b82b03a1-9117-479e-973f-05e011e6bd07 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=89891fb7-0571-4637-a13e-eaebabac5342 HTTP/1.1" status: 200 len: 849 time: 0.0435388 Oct 01 04:21:52.379476 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20755b1a-6ae8-4bcd-98f6-4ed08bc7bf29 req-31b7ff27-44d9-48ae-8f34-05a9b15e95cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:52.380819 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-20755b1a-6ae8-4bcd-98f6-4ed08bc7bf29 req-31b7ff27-44d9-48ae-8f34-05a9b15e95cd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=3af0afc2-a8fa-427e-a8af-57c40105fd2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373173 Oct 01 04:21:52.713673 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-20755b1a-6ae8-4bcd-98f6-4ed08bc7bf29 req-0fae65b3-e69e-4888-9143-163f8d252f52 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3af0afc2-a8fa-427e-a8af-57c40105fd2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246267 Oct 01 04:21:52.781549 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:52.806305 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-20755b1a-6ae8-4bcd-98f6-4ed08bc7bf29 req-0e39ecda-5c7d-4068-8a07-9f5c35f9920e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3af0afc2-a8fa-427e-a8af-57c40105fd2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850978 Oct 01 04:21:52.811121 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (2c3964fb-7920-4c48-8672-be15ccfa9ce8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:21:53.217260 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f497b8-1db6-4506-a1ce-901ff57f09ed req-8c435b96-fd85-4abd-a51f-ff3cdab4b21c tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:53.218771 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-25f497b8-1db6-4506-a1ce-901ff57f09ed req-8c435b96-fd85-4abd-a51f-ff3cdab4b21c tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 945 time: 0.0472193 Oct 01 04:21:53.265308 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-25f497b8-1db6-4506-a1ce-901ff57f09ed req-73ed2c18-3b66-4a04-9eb1-d6a42ce65171 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e758483c-9e4c-4236-8a07-3b095c38114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408745 Oct 01 04:21:54.369955 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:54.384998 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4425a5f1-bc1a-4c2b-843e-5911fe5eaeb3 req-81988be4-a600-4075-bddf-b18e7b2e061e tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:54.386459 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-4425a5f1-bc1a-4c2b-843e-5911fe5eaeb3 req-81988be4-a600-4075-bddf-b18e7b2e061e tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 945 time: 0.0463712 Oct 01 04:21:54.436845 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-4425a5f1-bc1a-4c2b-843e-5911fe5eaeb3 req-10c2a948-1ce2-4c4d-b408-89370e370659 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e758483c-9e4c-4236-8a07-3b095c38114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441849 Oct 01 04:21:58.540065 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d5f12125-afb2-4314-b467-b13d9c51fd50 req-3cde6d49-b522-48bc-8dbf-67e5c12e6e57 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423105 Oct 01 04:21:58.609433 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f12125-afb2-4314-b467-b13d9c51fd50 req-a8406786-2819-42a6-842f-4b1366cb9fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:58.610897 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d5f12125-afb2-4314-b467-b13d9c51fd50 req-a8406786-2819-42a6-842f-4b1366cb9fd7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=839c91c5262a49768c3e937b5a034137&device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 1130 time: 0.0393510 Oct 01 04:21:58.682923 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:21:58.722235 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f12125-afb2-4314-b467-b13d9c51fd50 req-03db25fe-e445-47fa-8d58-555fec5cfc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:58.723634 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d5f12125-afb2-4314-b467-b13d9c51fd50 req-03db25fe-e445-47fa-8d58-555fec5cfc5a service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=9e21d865-d526-49ca-8e76-21cf583604c4 HTTP/1.1" status: 200 len: 920 time: 0.0897179 Oct 01 04:21:58.761022 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d5f12125-afb2-4314-b467-b13d9c51fd50 req-28a7e7eb-bef0-43a7-91cb-c8a6d5a39a97 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94c6e2ab-bf5f-4d4a-87aa-757bce04cc43 HTTP/1.1" status: 200 len: 217 time: 0.0315428 Oct 01 04:21:58.813277 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f12125-afb2-4314-b467-b13d9c51fd50 req-9a3840e3-c44f-48e8-8107-d1d1dd0c9607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:58.814678 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d5f12125-afb2-4314-b467-b13d9c51fd50 req-9a3840e3-c44f-48e8-8107-d1d1dd0c9607 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5be7b0c5-9e6d-4922-a242-c74e298031bb HTTP/1.1" status: 200 len: 858 time: 0.0434544 Oct 01 04:21:58.866558 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f12125-afb2-4314-b467-b13d9c51fd50 req-2683032e-fdc1-46c0-baed-ffc12dd760d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:21:58.867993 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d5f12125-afb2-4314-b467-b13d9c51fd50 req-2683032e-fdc1-46c0-baed-ffc12dd760d7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=9e21d865-d526-49ca-8e76-21cf583604c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378673 Oct 01 04:21:58.961301 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d5f12125-afb2-4314-b467-b13d9c51fd50 req-824af6ed-4c1b-4d0f-b3e7-912d4fc070cd service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9e21d865-d526-49ca-8e76-21cf583604c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861063 Oct 01 04:21:59.054527 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d5f12125-afb2-4314-b467-b13d9c51fd50 req-bbf81ee1-6b4e-4791-8a76-baa9d6ac3122 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9e21d865-d526-49ca-8e76-21cf583604c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861549 Oct 01 04:22:02.804639 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=39,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:02.806733 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=37,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:02.873931 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815a94d-2ef5-480b-8ee4-017867b33dff req-482dd0d0-7610-4d6f-b3a4-aa0909139499 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:02.875399 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-0815a94d-2ef5-480b-8ee4-017867b33dff req-482dd0d0-7610-4d6f-b3a4-aa0909139499 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 984 time: 0.0510738 Oct 01 04:22:02.935623 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-0815a94d-2ef5-480b-8ee4-017867b33dff req-8423f269-1133-46f2-b9c3-7489be8824a0 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfc6110-19c3-42e0-8b7e-4aa9f740b26c&id=2ca7254b-ab3b-4660-8166-5acecb5f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545449 Oct 01 04:22:03.334988 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2af59-b502-4e34-bd5e-864e23e354bb req-010ab61f-85c2-4d12-a78b-56d467a2dbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:03.336444 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b1a2af59-b502-4e34-bd5e-864e23e354bb req-010ab61f-85c2-4d12-a78b-56d467a2dbb7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1d29e2e750f948e1b0ccd4117c0d347a&device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 1168 time: 0.0416362 Oct 01 04:22:03.737718 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2af59-b502-4e34-bd5e-864e23e354bb req-bedb5fd9-c966-491d-b55e-aac5e1b992f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:03.739195 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b1a2af59-b502-4e34-bd5e-864e23e354bb req-bedb5fd9-c966-491d-b55e-aac5e1b992f5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=92f08451-a23c-40f8-9010-ae62f55617be HTTP/1.1" status: 200 len: 916 time: 0.0983093 Oct 01 04:22:03.813985 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b1a2af59-b502-4e34-bd5e-864e23e354bb req-76c65c6a-797e-4137-985c-e46f1c9d0c04 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9fcf58b-9af0-47d5-9218-efddc535ddda HTTP/1.1" status: 200 len: 1001 time: 0.0611413 Oct 01 04:22:03.864456 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2af59-b502-4e34-bd5e-864e23e354bb req-b3cb0c3e-0de9-4e44-98a1-d766955795fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:03.865910 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b1a2af59-b502-4e34-bd5e-864e23e354bb req-b3cb0c3e-0de9-4e44-98a1-d766955795fc service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4e37b831-acda-4dd7-b8c3-e8659f60d591 HTTP/1.1" status: 200 len: 854 time: 0.0437472 Oct 01 04:22:03.920428 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2af59-b502-4e34-bd5e-864e23e354bb req-e0b851b3-9960-4422-ab25-e71634a765ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:03.922749 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b1a2af59-b502-4e34-bd5e-864e23e354bb req-e0b851b3-9960-4422-ab25-e71634a765ed service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=92f08451-a23c-40f8-9010-ae62f55617be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419741 Oct 01 04:22:03.995895 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=27,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:03.997407 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:04.020528 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b1a2af59-b502-4e34-bd5e-864e23e354bb req-10dd51a3-953a-4712-9d27-2a7e2dbcc7a7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/92f08451-a23c-40f8-9010-ae62f55617be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870497 Oct 01 04:22:04.060706 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31634238-3cef-4c13-8923-b7f052f3a2af req-6a61e3b1-3a5f-4591-a0c7-fd84f061849d tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:04.062997 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-31634238-3cef-4c13-8923-b7f052f3a2af req-6a61e3b1-3a5f-4591-a0c7-fd84f061849d tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 984 time: 0.0474164 Oct 01 04:22:04.107338 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:04.119377 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b1a2af59-b502-4e34-bd5e-864e23e354bb req-6b8488fe-2cf4-4f6a-b400-b808242004db service neutron] 10.222.0.25 "GET /networking/v2.0/networks/92f08451-a23c-40f8-9010-ae62f55617be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895615 Oct 01 04:22:04.123149 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-31634238-3cef-4c13-8923-b7f052f3a2af req-6b3187b9-e81e-4dbe-9cb1-9985fc4c3af6 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfc6110-19c3-42e0-8b7e-4aa9f740b26c&id=2ca7254b-ab3b-4660-8166-5acecb5f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537848 Oct 01 04:22:04.914836 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb7d8d-911f-4c40-a802-81cc8b73aab1 req-23c0d6b2-b29e-4dcc-a5a1-61d064db52e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:04.916639 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7adb7d8d-911f-4c40-a802-81cc8b73aab1 req-23c0d6b2-b29e-4dcc-a5a1-61d064db52e9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=839c91c5262a49768c3e937b5a034137&device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 1130 time: 0.0525119 Oct 01 04:22:04.920804 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ec124-f03b-4566-9a56-0a0187e149cf req-cc56c70d-6599-4dcb-b80d-11741dbc366e tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:04.922332 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-fa3ec124-f03b-4566-9a56-0a0187e149cf req-cc56c70d-6599-4dcb-b80d-11741dbc366e tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 946 time: 0.0536580 Oct 01 04:22:04.973311 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:04.980955 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-fa3ec124-f03b-4566-9a56-0a0187e149cf req-b7fb3bc0-2853-4337-8ae3-758f364513fc tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472589 Oct 01 04:22:05.021373 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb7d8d-911f-4c40-a802-81cc8b73aab1 req-9e58ae21-212d-4e94-b13d-b120610cde15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:05.022843 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7adb7d8d-911f-4c40-a802-81cc8b73aab1 req-9e58ae21-212d-4e94-b13d-b120610cde15 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=9e21d865-d526-49ca-8e76-21cf583604c4 HTTP/1.1" status: 200 len: 920 time: 0.0968316 Oct 01 04:22:05.095137 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7adb7d8d-911f-4c40-a802-81cc8b73aab1 req-28a8d5f3-11bc-4563-812b-754393769f1c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a43b463-65b3-423d-b16f-bcbd2964f478 HTTP/1.1" status: 200 len: 1002 time: 0.0598383 Oct 01 04:22:05.129080 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:05.146823 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb7d8d-911f-4c40-a802-81cc8b73aab1 req-e95347c0-41ca-46e2-94a7-2647ac5dad49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:05.148527 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7adb7d8d-911f-4c40-a802-81cc8b73aab1 req-e95347c0-41ca-46e2-94a7-2647ac5dad49 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5be7b0c5-9e6d-4922-a242-c74e298031bb HTTP/1.1" status: 200 len: 858 time: 0.0475531 Oct 01 04:22:05.203338 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb7d8d-911f-4c40-a802-81cc8b73aab1 req-7aabed24-c55b-4336-9d39-fe20b92b5978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:05.205313 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7adb7d8d-911f-4c40-a802-81cc8b73aab1 req-7aabed24-c55b-4336-9d39-fe20b92b5978 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=9e21d865-d526-49ca-8e76-21cf583604c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485804 Oct 01 04:22:05.253690 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c5a528-ddeb-49d3-af7c-0dc2a3627762 req-7a052ab3-3fd5-47f5-8295-3c8c90a54f57 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:05.255303 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-69c5a528-ddeb-49d3-af7c-0dc2a3627762 req-7a052ab3-3fd5-47f5-8295-3c8c90a54f57 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 984 time: 0.0474396 Oct 01 04:22:05.312995 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7adb7d8d-911f-4c40-a802-81cc8b73aab1 req-534aff94-8807-4dbd-a09d-30eef1a1f211 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9e21d865-d526-49ca-8e76-21cf583604c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912907 Oct 01 04:22:05.317889 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-69c5a528-ddeb-49d3-af7c-0dc2a3627762 req-192d4ee9-de44-4947-b2f5-db086a35f5f2 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfc6110-19c3-42e0-8b7e-4aa9f740b26c&id=2ca7254b-ab3b-4660-8166-5acecb5f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568166 Oct 01 04:22:05.406488 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7adb7d8d-911f-4c40-a802-81cc8b73aab1 req-234010a1-e40c-4f13-a577-90dd71fddd18 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9e21d865-d526-49ca-8e76-21cf583604c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875278 Oct 01 04:22:06.103583 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f24aa41-4a0f-466d-840d-1c43e0788729 req-b80e5459-7042-4482-87bb-db0c1cdbe6b2 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:06.105115 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7f24aa41-4a0f-466d-840d-1c43e0788729 req-b80e5459-7042-4482-87bb-db0c1cdbe6b2 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 946 time: 0.0507300 Oct 01 04:22:06.151852 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7f24aa41-4a0f-466d-840d-1c43e0788729 req-e9ed6a61-870d-4ed1-a43a-0dae7f24cffc tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409164 Oct 01 04:22:06.438420 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0581e79-0dee-48c1-a585-b7da88454083 req-3823b296-c25d-4843-96a0-3a2a4a1125d5 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:06.439863 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-c0581e79-0dee-48c1-a585-b7da88454083 req-3823b296-c25d-4843-96a0-3a2a4a1125d5 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 984 time: 0.0470269 Oct 01 04:22:06.499303 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-c0581e79-0dee-48c1-a585-b7da88454083 req-67ca03ec-9312-4937-b975-c1c578012596 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfc6110-19c3-42e0-8b7e-4aa9f740b26c&id=2ca7254b-ab3b-4660-8166-5acecb5f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533667 Oct 01 04:22:07.270246 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c2addd-22eb-4dfd-9f52-92fc67323ea6 req-e7f39770-e45b-4a31-91d6-6b2900f52adb tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:07.271673 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a4c2addd-22eb-4dfd-9f52-92fc67323ea6 req-e7f39770-e45b-4a31-91d6-6b2900f52adb tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 946 time: 0.0456898 Oct 01 04:22:07.321323 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a4c2addd-22eb-4dfd-9f52-92fc67323ea6 req-096a0378-5f0e-4e17-9a8e-b2b4d587bcb7 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438900 Oct 01 04:22:07.621654 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70230dc-af92-483a-aca8-0dbb2552a143 req-34659c40-c04b-4fe6-b2a6-6672fa07fceb tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:07.623123 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-e70230dc-af92-483a-aca8-0dbb2552a143 req-34659c40-c04b-4fe6-b2a6-6672fa07fceb tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 984 time: 0.0491431 Oct 01 04:22:07.682653 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-e70230dc-af92-483a-aca8-0dbb2552a143 req-d40ab718-7bf0-400d-bf99-3da3693c4d0e tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfc6110-19c3-42e0-8b7e-4aa9f740b26c&id=2ca7254b-ab3b-4660-8166-5acecb5f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536349 Oct 01 04:22:08.443448 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915bdb6e-eabe-473f-bb6d-443ee08e963d req-e70bd6a9-3812-4f66-91ec-66b3ecfd1602 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:08.445012 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-915bdb6e-eabe-473f-bb6d-443ee08e963d req-e70bd6a9-3812-4f66-91ec-66b3ecfd1602 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 946 time: 0.0486915 Oct 01 04:22:08.491804 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-915bdb6e-eabe-473f-bb6d-443ee08e963d req-0769f2d2-f141-4e1c-8c25-4d58ced02317 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413465 Oct 01 04:22:08.806567 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1542e841-b982-4492-aba0-1b50add18189 req-98ecfa24-b0bf-495e-9b00-77580595c965 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:08.808051 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-1542e841-b982-4492-aba0-1b50add18189 req-98ecfa24-b0bf-495e-9b00-77580595c965 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 984 time: 0.0503094 Oct 01 04:22:08.827748 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:08.867888 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-1542e841-b982-4492-aba0-1b50add18189 req-3d35a9d0-932c-4a12-aede-2deade4ca935 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfc6110-19c3-42e0-8b7e-4aa9f740b26c&id=2ca7254b-ab3b-4660-8166-5acecb5f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541663 Oct 01 04:22:09.614467 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c033ef-878d-455d-8827-09c018c82963 req-0c1ac639-69e4-4aed-a3f0-68f2a82c9e8a tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:09.615946 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-09c033ef-878d-455d-8827-09c018c82963 req-0c1ac639-69e4-4aed-a3f0-68f2a82c9e8a tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 946 time: 0.0486410 Oct 01 04:22:09.662609 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-09c033ef-878d-455d-8827-09c018c82963 req-31c62bd7-89f7-44c4-9cb6-20602f54c397 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412996 Oct 01 04:22:09.990935 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ba92e-0451-405e-b428-6cc4f94f1215 req-a1c9076c-ced2-4362-ac4a-f299b294ef7a tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:09.992380 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-889ba92e-0451-405e-b428-6cc4f94f1215 req-a1c9076c-ced2-4362-ac4a-f299b294ef7a tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 984 time: 0.0462592 Oct 01 04:22:10.055051 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-889ba92e-0451-405e-b428-6cc4f94f1215 req-9805c04d-2a33-44e0-ac4c-e16e6ec0ad90 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfc6110-19c3-42e0-8b7e-4aa9f740b26c&id=2ca7254b-ab3b-4660-8166-5acecb5f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570877 Oct 01 04:22:10.787403 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653b6ca-57d6-4883-a73d-38ae1e45980a req-46517b7c-2b45-4b64-8d62-a248cef10731 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:10.788804 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-e653b6ca-57d6-4883-a73d-38ae1e45980a req-46517b7c-2b45-4b64-8d62-a248cef10731 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 946 time: 0.0495112 Oct 01 04:22:10.800918 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:10.835785 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-e653b6ca-57d6-4883-a73d-38ae1e45980a req-80a3870e-c4e9-4fb0-95e1-4b8867d1a400 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413172 Oct 01 04:22:11.175478 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a62848-0d5c-4a02-8ac6-19c4cceb4565 req-e91febdc-ac7d-4ec6-8fa6-dde98693e4cf tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:11.176909 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-89a62848-0d5c-4a02-8ac6-19c4cceb4565 req-e91febdc-ac7d-4ec6-8fa6-dde98693e4cf tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 984 time: 0.0464311 Oct 01 04:22:11.235285 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-89a62848-0d5c-4a02-8ac6-19c4cceb4565 req-6fafb4b3-f942-45f1-b99a-672ff9bdf8d9 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfc6110-19c3-42e0-8b7e-4aa9f740b26c&id=2ca7254b-ab3b-4660-8166-5acecb5f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528095 Oct 01 04:22:11.960008 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285457ff-e3ee-4a76-b212-30974b2acb5e req-cffaba8f-7e11-4243-a3e4-5729b5f23c51 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:11.961457 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-285457ff-e3ee-4a76-b212-30974b2acb5e req-cffaba8f-7e11-4243-a3e4-5729b5f23c51 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 946 time: 0.0493245 Oct 01 04:22:12.007216 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-285457ff-e3ee-4a76-b212-30974b2acb5e req-30e1aab5-a3f3-41d8-9823-9e29a186a787 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403190 Oct 01 04:22:12.354795 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311b009-8c46-457c-8ea8-24b3290f9487 req-efe5b984-692a-4f25-8e32-6a607eda8764 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:12.356243 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-8311b009-8c46-457c-8ea8-24b3290f9487 req-efe5b984-692a-4f25-8e32-6a607eda8764 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 984 time: 0.0466659 Oct 01 04:22:12.416226 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-8311b009-8c46-457c-8ea8-24b3290f9487 req-3ffc551f-a1b6-4091-a5e8-ef1761153419 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfc6110-19c3-42e0-8b7e-4aa9f740b26c&id=2ca7254b-ab3b-4660-8166-5acecb5f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536675 Oct 01 04:22:12.755594 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2d66449e-f4c5-4456-9390-6fa7a4772a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (973633b6-dd94-436d-b3a5-971dbc41e63c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:13.131596 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b1220-d187-4924-bd67-54453686bf8d req-c2506ac3-a6d0-483b-a2d3-cff184600fc3 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:13.133069 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-945b1220-d187-4924-bd67-54453686bf8d req-c2506ac3-a6d0-483b-a2d3-cff184600fc3 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 946 time: 0.0494432 Oct 01 04:22:13.179093 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-945b1220-d187-4924-bd67-54453686bf8d req-8bc35181-3274-4bf0-9969-f8f8a95a9f8b tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405960 Oct 01 04:22:13.537150 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7886ae-3197-496b-8cbb-05fe33162d58 req-a94a6c46-4e4c-40aa-b5d0-e47902c36e44 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:13.538611 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-6b7886ae-3197-496b-8cbb-05fe33162d58 req-a94a6c46-4e4c-40aa-b5d0-e47902c36e44 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 984 time: 0.0477824 Oct 01 04:22:13.599590 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-6b7886ae-3197-496b-8cbb-05fe33162d58 req-eb35b298-4aeb-45f1-9e9a-4e767123df21 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfc6110-19c3-42e0-8b7e-4aa9f740b26c&id=2ca7254b-ab3b-4660-8166-5acecb5f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551054 Oct 01 04:22:14.300952 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa96d1f-2917-48e3-9b56-8ed10b29422a req-a3bdd9b1-4620-4df0-94cb-4086bb7ff95b tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:14.302407 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-5aa96d1f-2917-48e3-9b56-8ed10b29422a req-a3bdd9b1-4620-4df0-94cb-4086bb7ff95b tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 946 time: 0.0477579 Oct 01 04:22:14.352873 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-5aa96d1f-2917-48e3-9b56-8ed10b29422a req-3069c709-d26e-487f-9605-772802c01fa2 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450027 Oct 01 04:22:14.720692 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee75aea-5832-4316-a576-e01a287bf2c9 req-285a48d7-181d-443f-a9b7-b5645062a0ac tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:14.722155 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2ee75aea-5832-4316-a576-e01a287bf2c9 req-285a48d7-181d-443f-a9b7-b5645062a0ac tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 984 time: 0.0478401 Oct 01 04:22:14.783523 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2ee75aea-5832-4316-a576-e01a287bf2c9 req-f1865d5c-0a22-4604-8943-71caea57f381 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfc6110-19c3-42e0-8b7e-4aa9f740b26c&id=2ca7254b-ab3b-4660-8166-5acecb5f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558715 Oct 01 04:22:15.064700 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a53f5052-8ad0-4670-a0e3-844f058f6f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (797ac3f1-c973-4eec-9950-99ad88971ed1), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:15.401786 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=25 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:15.403722 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=47 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:15.474848 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e264e4-46dd-4f6b-b953-77b9c1803c20 req-04d80438-c905-44fb-9516-160f8f142050 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:15.476325 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-26e264e4-46dd-4f6b-b953-77b9c1803c20 req-04d80438-c905-44fb-9516-160f8f142050 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 946 time: 0.0487506 Oct 01 04:22:15.502997 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:15.525712 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-26e264e4-46dd-4f6b-b953-77b9c1803c20 req-a2d8969b-62df-424e-a00f-de505d55533a tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437994 Oct 01 04:22:15.905670 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8cf7b0-365c-474b-a2d7-726ec4203059 req-0b69d351-cc99-40f0-9f8f-52a54d40d104 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:15.907693 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-4a8cf7b0-365c-474b-a2d7-726ec4203059 req-0b69d351-cc99-40f0-9f8f-52a54d40d104 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 984 time: 0.0502391 Oct 01 04:22:15.966202 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-4a8cf7b0-365c-474b-a2d7-726ec4203059 req-65e26cb0-d128-4d9c-ba53-5d1250a84a79 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfc6110-19c3-42e0-8b7e-4aa9f740b26c&id=2ca7254b-ab3b-4660-8166-5acecb5f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528295 Oct 01 04:22:16.248554 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55550f09-9bf2-4503-b16a-2d26c0a47f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (3f31be2c-2b77-4d66-9a3d-30b9eb89a668), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:16.647406 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43aeb28-e8ba-4311-9af9-4597541b3f3f req-7d9bfd12-db4a-47e7-b8a1-e2cfac6b9af8 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:16.649126 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-c43aeb28-e8ba-4311-9af9-4597541b3f3f req-7d9bfd12-db4a-47e7-b8a1-e2cfac6b9af8 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 946 time: 0.0476358 Oct 01 04:22:16.661383 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:16.696839 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-c43aeb28-e8ba-4311-9af9-4597541b3f3f req-e6dcb591-b191-4c86-a21d-b046f10e5526 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420518 Oct 01 04:22:17.679171 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (d8875dbe-87f1-4639-b3ef-79ff4b202d58), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:17.818178 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303466db-f7eb-4a95-b4c2-89a9ee681f10 req-f4f8fc08-ba55-46db-841c-0ea43088cb50 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:17.819620 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-303466db-f7eb-4a95-b4c2-89a9ee681f10 req-f4f8fc08-ba55-46db-841c-0ea43088cb50 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 946 time: 0.0458932 Oct 01 04:22:17.870208 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-303466db-f7eb-4a95-b4c2-89a9ee681f10 req-7c60f43e-38fa-4304-b3c6-e191cc419359 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449865 Oct 01 04:22:17.926864 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91c43220-b735-4568-b99e-ce3dc63ea20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (a017e3cb-dd0a-4c83-ac3d-dd65b6d6e9f8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:18.994463 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605895d5-8a70-428b-b1b1-7ccaeca90c03 req-e9d5cd0a-e190-4546-b0ce-f35dacb7f1bb tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:18.995909 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-605895d5-8a70-428b-b1b1-7ccaeca90c03 req-e9d5cd0a-e190-4546-b0ce-f35dacb7f1bb tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 946 time: 0.0467467 Oct 01 04:22:19.042330 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-605895d5-8a70-428b-b1b1-7ccaeca90c03 req-100ffefd-c7e9-4e53-a343-e0fd54149b5c tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407884 Oct 01 04:22:20.161649 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7a043-0358-48ad-854c-b49fefe783bc req-78c99b44-c4d7-49b6-98c8-1646c42fb61c tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:20.163110 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-64e7a043-0358-48ad-854c-b49fefe783bc req-78c99b44-c4d7-49b6-98c8-1646c42fb61c tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 946 time: 0.0468693 Oct 01 04:22:20.210238 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-64e7a043-0358-48ad-854c-b49fefe783bc req-3f4ca90a-ad09-4afd-8920-2574eb0a5cee tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415394 Oct 01 04:22:21.340144 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c112c-fd4a-4b15-9227-e3c40d244949 req-98652db0-5556-4527-959a-733c48f2eaa8 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:21.341635 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b80c112c-fd4a-4b15-9227-e3c40d244949 req-98652db0-5556-4527-959a-733c48f2eaa8 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 946 time: 0.0506203 Oct 01 04:22:21.388799 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b80c112c-fd4a-4b15-9227-e3c40d244949 req-523c95cb-bd92-484e-b6fc-5d9ab5a2a045 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412984 Oct 01 04:22:22.512766 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2d581-56e8-4062-b682-6cdc415c05ba req-9ec3fb8f-1fa7-4eec-bf76-d68e967a97df tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:22.514283 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-64d2d581-56e8-4062-b682-6cdc415c05ba req-9ec3fb8f-1fa7-4eec-bf76-d68e967a97df tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 946 time: 0.0476224 Oct 01 04:22:22.562938 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-64d2d581-56e8-4062-b682-6cdc415c05ba req-cc1c88c6-c12a-4333-8967-c910cbe56dc8 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421309 Oct 01 04:22:22.810491 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (2c3964fb-7920-4c48-8672-be15ccfa9ce8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:23.691218 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2f307-9eb8-446d-9f03-0ab70573c87c req-15ec9440-fa11-43c3-8238-a61cb74b931d tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:23.692662 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-baa2f307-9eb8-446d-9f03-0ab70573c87c req-15ec9440-fa11-43c3-8238-a61cb74b931d tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 946 time: 0.0534492 Oct 01 04:22:23.918682 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-baa2f307-9eb8-446d-9f03-0ab70573c87c req-0c99bd42-364f-4ee3-b132-ec8509834d2f tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2203758 Oct 01 04:22:25.038541 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4081a87c-8570-4e30-8897-8e1c0870eaaf req-33284b4d-91cb-4c8a-a57a-7187e64075ca tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:25.039975 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-4081a87c-8570-4e30-8897-8e1c0870eaaf req-33284b4d-91cb-4c8a-a57a-7187e64075ca tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 946 time: 0.0466692 Oct 01 04:22:25.085769 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-4081a87c-8570-4e30-8897-8e1c0870eaaf req-66646879-a95c-4678-b377-8ef9fa79e060 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402737 Oct 01 04:22:26.116278 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f6f88-69ef-415d-b870-238b43f03197 req-2175b851-045a-4af6-8767-9891eadc0fa8 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:26.118053 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-fe8f6f88-69ef-415d-b870-238b43f03197 req-2175b851-045a-4af6-8767-9891eadc0fa8 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 946 time: 0.0511475 Oct 01 04:22:26.180759 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-fe8f6f88-69ef-415d-b870-238b43f03197 req-7bb6c524-ab53-46e3-bbfa-808f9aec77e5 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563433 Oct 01 04:22:26.214794 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ad339-489c-404b-8262-bead88e6733f req-5fe1c793-2993-4063-8d62-b2938def6506 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:26.216267 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-6a9ad339-489c-404b-8262-bead88e6733f req-5fe1c793-2993-4063-8d62-b2938def6506 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 946 time: 0.0507293 Oct 01 04:22:26.256436 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:26.264241 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-6a9ad339-489c-404b-8262-bead88e6733f req-5489bca1-1219-4ec8-b4a4-71ceaee20427 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418141 Oct 01 04:22:27.306001 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18acca47-3886-46a5-b172-80f9cd18d182 req-c2806bb5-c524-4feb-a665-b7df3b9f837a tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:27.307605 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-18acca47-3886-46a5-b172-80f9cd18d182 req-c2806bb5-c524-4feb-a665-b7df3b9f837a tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 946 time: 0.0479426 Oct 01 04:22:27.367852 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-18acca47-3886-46a5-b172-80f9cd18d182 req-14d8c469-3f9f-40e8-a2fb-55e89902f117 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545096 Oct 01 04:22:27.401852 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d4f21-7a3b-46f0-ba5b-4eb476707598 req-e6ccb3ee-c7e1-418a-a5c9-9f3f56f088c2 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:27.403299 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a86d4f21-7a3b-46f0-ba5b-4eb476707598 req-e6ccb3ee-c7e1-418a-a5c9-9f3f56f088c2 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 946 time: 0.0586138 Oct 01 04:22:27.421565 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:27.450190 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a86d4f21-7a3b-46f0-ba5b-4eb476707598 req-73862fc2-622d-4ffc-bed2-9ac428c3d13c tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412638 Oct 01 04:22:28.500640 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a29fa24-afdb-4707-80ee-8d3ed53d9923 req-31a2c6c6-aaf4-49a8-92d4-9f7ba4aae1d4 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:28.506206 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-0a29fa24-afdb-4707-80ee-8d3ed53d9923 req-31a2c6c6-aaf4-49a8-92d4-9f7ba4aae1d4 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 946 time: 0.0512638 Oct 01 04:22:28.526867 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac45d127-831b-4514-a5ec-07e316361380 req-b5657a8d-a01d-4252-82d2-689a3e150334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:28.528714 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ac45d127-831b-4514-a5ec-07e316361380 req-b5657a8d-a01d-4252-82d2-689a3e150334 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 1130 time: 0.0435631 Oct 01 04:22:28.581475 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-0a29fa24-afdb-4707-80ee-8d3ed53d9923 req-f1188228-9e53-4c83-8cc1-5bab8300e8d7 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c2712a7-7949-4417-a63d-16a724778bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722849 Oct 01 04:22:28.597602 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea33f1-7276-41b2-8276-f0adfd5e711d req-abc2b0ae-be50-4dd6-824f-39c800afb421 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:28.599097 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-c9ea33f1-7276-41b2-8276-f0adfd5e711d req-abc2b0ae-be50-4dd6-824f-39c800afb421 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 946 time: 0.0611324 Oct 01 04:22:28.650349 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-c9ea33f1-7276-41b2-8276-f0adfd5e711d req-cf676cf0-2b53-4cd8-9844-2fdaaccdfafc tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456436 Oct 01 04:22:28.672035 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ac45d127-831b-4514-a5ec-07e316361380 req-4d5f9967-b41c-4bdb-82df-e8cbd6c9977e service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408101 Oct 01 04:22:28.977205 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f07070-a225-4e28-af82-041c5c85fd52 req-6063c5fe-19fa-4bfe-a6d2-c69df0b58f89 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:28.978624 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-78f07070-a225-4e28-af82-041c5c85fd52 req-6063c5fe-19fa-4bfe-a6d2-c69df0b58f89 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 946 time: 0.0492618 Oct 01 04:22:28.996701 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.agents_db [None req-12b97a57-14e3-4267-90b0-a9e0353f7932 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 01 04:22:29.062246 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-78f07070-a225-4e28-af82-041c5c85fd52 req-db57e879-85a6-41b9-a133-3d013328beae tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Deleting port 28ed6420-e14b-48a2-a448-a8ab736b93af {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:22:29.062590 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-78f07070-a225-4e28-af82-041c5c85fd52 req-db57e879-85a6-41b9-a133-3d013328beae tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (28ed6420-e14b-48a2-a448-a8ab736b93af), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:29.153275 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-78f07070-a225-4e28-af82-041c5c85fd52 req-db57e879-85a6-41b9-a133-3d013328beae tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] For port 28ed6420-e14b-48a2-a448-a8ab736b93af, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=28ed6420-e14b-48a2-a448-a8ab736b93af,segment=NetworkSegment(2ed9749a-eb3b-4451-b7b7-83bb473f5fb1),segment_id=2ed9749a-eb3b-4451-b7b7-83bb473f5fb1)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:22:29.153633 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-78f07070-a225-4e28-af82-041c5c85fd52 req-db57e879-85a6-41b9-a133-3d013328beae tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (28ed6420-e14b-48a2-a448-a8ab736b93af), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:29.355099 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-78f07070-a225-4e28-af82-041c5c85fd52 req-db57e879-85a6-41b9-a133-3d013328beae tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:29.355368 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-78f07070-a225-4e28-af82-041c5c85fd52 req-db57e879-85a6-41b9-a133-3d013328beae tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989928'] for floatingip (ff4aa418-8158-46f2-976d-62e7bbbfd1f2), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:29.355679 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.db.l3_db [req-78f07070-a225-4e28-af82-041c5c85fd52 req-db57e879-85a6-41b9-a133-3d013328beae tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Floating IP ff4aa418-8158-46f2-976d-62e7bbbfd1f2 disassociated. External IP: 172.27.2.79, port: 28ed6420-e14b-48a2-a448-a8ab736b93af. Oct 01 04:22:29.356016 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-78f07070-a225-4e28-af82-041c5c85fd52 req-db57e879-85a6-41b9-a133-3d013328beae tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Calling delete_port for 28ed6420-e14b-48a2-a448-a8ab736b93af owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:22:29.478269 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-78f07070-a225-4e28-af82-041c5c85fd52 req-db57e879-85a6-41b9-a133-3d013328beae tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (28ed6420-e14b-48a2-a448-a8ab736b93af), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:29.510757 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db57e879-85a6-41b9-a133-3d013328beae tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Pushing event deleted for resources: {'Port': ['ID=28ed6420-e14b-48a2-a448-a8ab736b93af,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:22:29.522952 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db57e879-85a6-41b9-a133-3d013328beae tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:22:29.523297 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db57e879-85a6-41b9-a133-3d013328beae tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:22:29.523633 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db57e879-85a6-41b9-a133-3d013328beae tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:22:29.523963 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db57e879-85a6-41b9-a133-3d013328beae tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:22:29.524289 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db57e879-85a6-41b9-a133-3d013328beae tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:22:29.524616 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db57e879-85a6-41b9-a133-3d013328beae tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:22:29.524952 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db57e879-85a6-41b9-a133-3d013328beae tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:22:29.525278 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db57e879-85a6-41b9-a133-3d013328beae tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:22:29.525600 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db57e879-85a6-41b9-a133-3d013328beae tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:22:29.525918 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db57e879-85a6-41b9-a133-3d013328beae tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:22:29.526237 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db57e879-85a6-41b9-a133-3d013328beae tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:22:29.526554 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db57e879-85a6-41b9-a133-3d013328beae tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:22:29.526869 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db57e879-85a6-41b9-a133-3d013328beae tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:22:29.527184 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db57e879-85a6-41b9-a133-3d013328beae tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:22:29.527682 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db57e879-85a6-41b9-a133-3d013328beae tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:22:29.627236 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78f07070-a225-4e28-af82-041c5c85fd52 req-db57e879-85a6-41b9-a133-3d013328beae tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Router 3afaa6c5-af0b-47df-85d6-9e90acb38e71 has already been hosted by L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 01 04:22:29.698529 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-9013e81b-3ae2-43b6-8480-5b473f2c9894 req-870ba528-c1c6-4548-9558-4c323f85b396 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 210 time: 0.0338371 Oct 01 04:22:29.746129 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78f07070-a225-4e28-af82-041c5c85fd52 req-db57e879-85a6-41b9-a133-3d013328beae tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:22:29.760706 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c3d950-571c-4047-9114-9c94c2cb8960 None None] Sync routers for ids ['3afaa6c5-af0b-47df-85d6-9e90acb38e71'] in dv-cinder-860044-1-iscsi {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:22:29.776525 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c3d950-571c-4047-9114-9c94c2cb8960 None None] Routers {'3afaa6c5-af0b-47df-85d6-9e90acb38e71'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:22:29.777193 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-a9c3d950-571c-4047-9114-9c94c2cb8960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:22:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['3afaa6c5-af0b-47df-85d6-9e90acb38e71'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:22:29.793293 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:29.794802 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f07070-a225-4e28-af82-041c5c85fd52 req-db57e879-85a6-41b9-a133-3d013328beae tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] No DVR routers for this DVR port 28ed6420-e14b-48a2-a448-a8ab736b93af on host hv-cinder-86004 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 01 04:22:29.798860 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-78f07070-a225-4e28-af82-041c5c85fd52 req-db57e879-85a6-41b9-a133-3d013328beae tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:29.802178 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-78f07070-a225-4e28-af82-041c5c85fd52 req-db57e879-85a6-41b9-a133-3d013328beae tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.25 "DELETE /networking/v2.0/ports/28ed6420-e14b-48a2-a448-a8ab736b93af HTTP/1.1" status: 204 len: 173 time: 0.8170607 Oct 01 04:22:29.802770 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e14e3570-67e7-43d6-bcaf-6688168956b2', 'name': 'network-vif-deleted', 'tag': '28ed6420-e14b-48a2-a448-a8ab736b93af'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:22:29.805120 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23a471ff00a13a2eea8c87216c43e2c9873adc8b08d975975de21b294c9ff96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd66ec3-eb22-4b82-831d-e39e3beced91" -d '{"events": [{"server_uuid": "e14e3570-67e7-43d6-bcaf-6688168956b2", "name": "network-vif-deleted", "tag": "28ed6420-e14b-48a2-a448-a8ab736b93af"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:22:29.805265 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86eb1a5-3642-4201-84e3-18f9c284f18a req-fbf65c63-d485-499c-84fc-6d696184b89d tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:29.807045 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-f86eb1a5-3642-4201-84e3-18f9c284f18a req-fbf65c63-d485-499c-84fc-6d696184b89d tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 946 time: 0.0709431 Oct 01 04:22:29.845759 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 01 Oct 2022 04:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc783ed3-4232-4087-9165-284e20f75453 x-openstack-request-id: req-bc783ed3-4232-4087-9165-284e20f75453 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:22:29.846118 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e14e3570-67e7-43d6-bcaf-6688168956b2", "name": "network-vif-deleted", "tag": "28ed6420-e14b-48a2-a448-a8ab736b93af", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:22:29.846440 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bc783ed3-4232-4087-9165-284e20f75453 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:22:29.846906 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc783ed3-4232-4087-9165-284e20f75453'] response: {'server_uuid': 'e14e3570-67e7-43d6-bcaf-6688168956b2', 'name': 'network-vif-deleted', 'tag': '28ed6420-e14b-48a2-a448-a8ab736b93af', 'status': 'completed', 'code': 200} Oct 01 04:22:29.862843 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-f86eb1a5-3642-4201-84e3-18f9c284f18a req-a37a66b0-47f8-4135-9ce0-c9626c9e18db tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480900 Oct 01 04:22:29.893093 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-a9c3d950-571c-4047-9114-9c94c2cb8960 None None] Set router 3afaa6c5-af0b-47df-85d6-9e90acb38e71 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:22:30.082187 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-a9c3d950-571c-4047-9114-9c94c2cb8960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'name': 'tempest-AttachVolumeShelveTestJSON-1219296695-router', 'tenant_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'dd4468db-ec48-49c8-8eb6-06517b0d32d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:44Z', 'updated_at': '2022-10-01T04:17:58Z', 'revision_number': 4, 'project_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'gw_port': {'id': 'dd4468db-ec48-49c8-8eb6-06517b0d32d3', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:95:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:46Z', 'updated_at': '2022-10-01T04:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': 'f582974d-8b65-4524-bec5-48d37856577d', 'name': '', 'network_id': '41ad6d82-393d-469b-ad56-b82ab9a77fee', 'tenant_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'mac_address': 'fa:16:3e:44:c1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd3f0d177-35e4-4cba-a762-d1357d3a9c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:57Z', 'updated_at': '2022-10-01T04:18:14Z', 'revision_number': 5, 'project_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'subnets': [{'id': 'd3f0d177-35e4-4cba-a762-d1357d3a9c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:22:30.106845 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c3d950-571c-4047-9114-9c94c2cb8960 None None] Checking router: 3afaa6c5-af0b-47df-85d6-9e90acb38e71 for host: dv-cinder-860044-1-iscsi {{(pid=106388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:22:30.115491 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c3d950-571c-4047-9114-9c94c2cb8960 None None] Routers {'3afaa6c5-af0b-47df-85d6-9e90acb38e71'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:22:30.116085 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-a9c3d950-571c-4047-9114-9c94c2cb8960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:22:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['3afaa6c5-af0b-47df-85d6-9e90acb38e71'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:22:30.223622 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-a9c3d950-571c-4047-9114-9c94c2cb8960 None None] Set router 3afaa6c5-af0b-47df-85d6-9e90acb38e71 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:22:30.426051 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-a9c3d950-571c-4047-9114-9c94c2cb8960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'name': 'tempest-AttachVolumeShelveTestJSON-1219296695-router', 'tenant_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'dd4468db-ec48-49c8-8eb6-06517b0d32d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:44Z', 'updated_at': '2022-10-01T04:17:58Z', 'revision_number': 4, 'project_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'gw_port': {'id': 'dd4468db-ec48-49c8-8eb6-06517b0d32d3', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:95:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:46Z', 'updated_at': '2022-10-01T04:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': 'f582974d-8b65-4524-bec5-48d37856577d', 'name': '', 'network_id': '41ad6d82-393d-469b-ad56-b82ab9a77fee', 'tenant_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'mac_address': 'fa:16:3e:44:c1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd3f0d177-35e4-4cba-a762-d1357d3a9c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:57Z', 'updated_at': '2022-10-01T04:18:14Z', 'revision_number': 5, 'project_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'subnets': [{'id': 'd3f0d177-35e4-4cba-a762-d1357d3a9c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:22:30.451650 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c3d950-571c-4047-9114-9c94c2cb8960 None None] The sync data for ids ['3afaa6c5-af0b-47df-85d6-9e90acb38e71'] in dv-cinder-860044-1-iscsi is: [{'id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'name': 'tempest-AttachVolumeShelveTestJSON-1219296695-router', 'tenant_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'dd4468db-ec48-49c8-8eb6-06517b0d32d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:44Z', 'updated_at': '2022-10-01T04:17:58Z', 'revision_number': 4, 'project_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'gw_port': {'id': 'dd4468db-ec48-49c8-8eb6-06517b0d32d3', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:95:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:46Z', 'updated_at': '2022-10-01T04:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': 'f582974d-8b65-4524-bec5-48d37856577d', 'name': '', 'network_id': '41ad6d82-393d-469b-ad56-b82ab9a77fee', 'tenant_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'mac_address': 'fa:16:3e:44:c1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd3f0d177-35e4-4cba-a762-d1357d3a9c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:57Z', 'updated_at': '2022-10-01T04:18:14Z', 'revision_number': 5, 'project_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'subnets': [{'id': 'd3f0d177-35e4-4cba-a762-d1357d3a9c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:22:30.690511 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4285044e-0d42-40e6-aa99-34534d07d0e5 None None] New status for floating IP ff4aa418-8158-46f2-976d-62e7bbbfd1f2: DOWN {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 01 04:22:30.833057 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-999c53f2-7d20-4f56-b881-12f305cca279 req-df4cd65a-d1fb-473c-ab97-600d34d4c4c4 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e14e3570-67e7-43d6-bcaf-6688168956b2 HTTP/1.1" status: 200 len: 210 time: 0.0320859 Oct 01 04:22:30.988970 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e4de3d-59cb-4d94-acef-59a96cbfb600 req-14411112-de4e-43b5-98d7-57cc2f6d1ec7 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:30.990610 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-35e4de3d-59cb-4d94-acef-59a96cbfb600 req-14411112-de4e-43b5-98d7-57cc2f6d1ec7 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 946 time: 0.0507629 Oct 01 04:22:31.043888 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-35e4de3d-59cb-4d94-acef-59a96cbfb600 req-ed4b47f4-161e-41d3-ba94-be8415a127e1 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473413 Oct 01 04:22:31.501454 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a503c5d-0453-4d88-9ce6-e016b5f3ff41 req-ae5b450f-8869-49cb-adfd-d52605105bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:31.503136 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7a503c5d-0453-4d88-9ce6-e016b5f3ff41 req-ae5b450f-8869-49cb-adfd-d52605105bf1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=839c91c5262a49768c3e937b5a034137&device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 1130 time: 0.0487366 Oct 01 04:22:31.528236 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f338d10-2dbd-4cf4-806f-beb572263c91 req-2eda56e2-eaa5-48f6-9cb3-a937c10185db tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:31.529769 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-1f338d10-2dbd-4cf4-806f-beb572263c91 req-2eda56e2-eaa5-48f6-9cb3-a937c10185db tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 946 time: 0.0658138 Oct 01 04:22:31.557454 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:31.585340 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-1f338d10-2dbd-4cf4-806f-beb572263c91 req-948bf8b5-2d89-49e7-a6ba-35f396d14981 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487425 Oct 01 04:22:31.603238 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a503c5d-0453-4d88-9ce6-e016b5f3ff41 req-95661d91-d7d4-40a6-9915-abb9d89f2301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:31.604746 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7a503c5d-0453-4d88-9ce6-e016b5f3ff41 req-95661d91-d7d4-40a6-9915-abb9d89f2301 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=9e21d865-d526-49ca-8e76-21cf583604c4 HTTP/1.1" status: 200 len: 920 time: 0.0953548 Oct 01 04:22:31.673731 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7a503c5d-0453-4d88-9ce6-e016b5f3ff41 req-8cecc646-f7bb-4f59-9f52-751d61ecba44 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a43b463-65b3-423d-b16f-bcbd2964f478 HTTP/1.1" status: 200 len: 1002 time: 0.0587108 Oct 01 04:22:31.722548 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a503c5d-0453-4d88-9ce6-e016b5f3ff41 req-06769d38-e829-42c0-bb7d-ed99b651363e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:31.724005 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7a503c5d-0453-4d88-9ce6-e016b5f3ff41 req-06769d38-e829-42c0-bb7d-ed99b651363e service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5be7b0c5-9e6d-4922-a242-c74e298031bb HTTP/1.1" status: 200 len: 858 time: 0.0442715 Oct 01 04:22:31.768753 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a503c5d-0453-4d88-9ce6-e016b5f3ff41 req-f3695ec4-85e3-4bb3-997a-40338cbdf79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:31.770281 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7a503c5d-0453-4d88-9ce6-e016b5f3ff41 req-f3695ec4-85e3-4bb3-997a-40338cbdf79b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=9e21d865-d526-49ca-8e76-21cf583604c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408907 Oct 01 04:22:31.863307 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7a503c5d-0453-4d88-9ce6-e016b5f3ff41 req-686a790b-1ff2-492e-a6f3-c1a21f602112 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9e21d865-d526-49ca-8e76-21cf583604c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867169 Oct 01 04:22:31.955686 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 38736) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:22:31.975281 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7a503c5d-0453-4d88-9ce6-e016b5f3ff41 req-cfeea996-d7bd-426c-98de-3b44f033e0c0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9e21d865-d526-49ca-8e76-21cf583604c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061974 Oct 01 04:22:32.024006 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2ea3f01d-8c64-4754-a4a1-8e97eebc9a39 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks [] for security_group (4c2712a7-7949-4417-a63d-16a724778bf7), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:32.047889 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2ea3f01d-8c64-4754-a4a1-8e97eebc9a39 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks [] for security_group (4c2712a7-7949-4417-a63d-16a724778bf7), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:32.097888 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2ea3f01d-8c64-4754-a4a1-8e97eebc9a39 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (4c2712a7-7949-4417-a63d-16a724778bf7), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:32.101245 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2ea3f01d-8c64-4754-a4a1-8e97eebc9a39 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:32.102401 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-2ea3f01d-8c64-4754-a4a1-8e97eebc9a39 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/4c2712a7-7949-4417-a63d-16a724778bf7 HTTP/1.1" status: 204 len: 168 time: 0.1456759 Oct 01 04:22:32.105375 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 38738) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:22:32.112029 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea3f01d-8c64-4754-a4a1-8e97eebc9a39 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2712a7-7949-4417-a63d-16a724778bf7,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:22:32.119503 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.api.v2.resource [None req-7dea4961-b720-4e42-acad-b0bbb467b967 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] show failed (client error): The resource could not be found. Oct 01 04:22:32.120039 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea3f01d-8c64-4754-a4a1-8e97eebc9a39 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:22:32.120406 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea3f01d-8c64-4754-a4a1-8e97eebc9a39 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:22:32.120567 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-7dea4961-b720-4e42-acad-b0bbb467b967 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups/4c2712a7-7949-4417-a63d-16a724778bf7 HTTP/1.1" status: 404 len: 347 time: 0.0141387 Oct 01 04:22:32.121333 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea3f01d-8c64-4754-a4a1-8e97eebc9a39 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:22:32.121333 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea3f01d-8c64-4754-a4a1-8e97eebc9a39 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:22:32.121539 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea3f01d-8c64-4754-a4a1-8e97eebc9a39 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:22:32.121859 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea3f01d-8c64-4754-a4a1-8e97eebc9a39 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:22:32.122282 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea3f01d-8c64-4754-a4a1-8e97eebc9a39 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:22:32.122526 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea3f01d-8c64-4754-a4a1-8e97eebc9a39 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:22:32.123110 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea3f01d-8c64-4754-a4a1-8e97eebc9a39 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:22:32.123457 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea3f01d-8c64-4754-a4a1-8e97eebc9a39 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:22:32.123660 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 38740) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:22:32.123785 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea3f01d-8c64-4754-a4a1-8e97eebc9a39 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:22:32.124615 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea3f01d-8c64-4754-a4a1-8e97eebc9a39 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:22:32.124956 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea3f01d-8c64-4754-a4a1-8e97eebc9a39 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:22:32.125299 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea3f01d-8c64-4754-a4a1-8e97eebc9a39 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:22:32.125632 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea3f01d-8c64-4754-a4a1-8e97eebc9a39 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:22:32.251285 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-87db21ab-d0c8-4f30-8f66-529e9880b891 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Deleting port 51e0810d-ff80-4175-a8d5-d716b0936d25 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:22:32.251908 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-87db21ab-d0c8-4f30-8f66-529e9880b891 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (51e0810d-ff80-4175-a8d5-d716b0936d25), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:32.336233 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-87db21ab-d0c8-4f30-8f66-529e9880b891 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (51e0810d-ff80-4175-a8d5-d716b0936d25), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:32.336565 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-87db21ab-d0c8-4f30-8f66-529e9880b891 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks [] for floatingip (51e0810d-ff80-4175-a8d5-d716b0936d25), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:32.349387 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-87db21ab-d0c8-4f30-8f66-529e9880b891 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Calling delete_port for 51e0810d-ff80-4175-a8d5-d716b0936d25 owned by network:floatingip {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:22:32.487188 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-87db21ab-d0c8-4f30-8f66-529e9880b891 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (51e0810d-ff80-4175-a8d5-d716b0936d25), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:32.491652 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:32.520254 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db21ab-d0c8-4f30-8f66-529e9880b891 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Pushing event deleted for resources: {'Port': ['ID=51e0810d-ff80-4175-a8d5-d716b0936d25,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:22:32.584032 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-87db21ab-d0c8-4f30-8f66-529e9880b891 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks [] for floatingip (ff4aa418-8158-46f2-976d-62e7bbbfd1f2), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:32.586619 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-87db21ab-d0c8-4f30-8f66-529e9880b891 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for floatingip (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:32.587786 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-87db21ab-d0c8-4f30-8f66-529e9880b891 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/ff4aa418-8158-46f2-976d-62e7bbbfd1f2 HTTP/1.1" status: 204 len: 168 time: 0.4621568 Oct 01 04:22:32.685326 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 38746) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:22:32.690154 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-96e6de3c-87a9-46ad-8595-ce74fce9b4f4 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1989607045', 'description': 'tempest-description--1042694931'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:22:32.710964 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-96e6de3c-87a9-46ad-8595-ce74fce9b4f4 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:32.714859 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0ad3f-6126-459d-bc9a-2aca8de1dc78 req-cdefdd4c-0466-4ccd-8eef-e9dad68e8fa0 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:32.716432 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-80b0ad3f-6126-459d-bc9a-2aca8de1dc78 req-cdefdd4c-0466-4ccd-8eef-e9dad68e8fa0 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 946 time: 0.0507131 Oct 01 04:22:32.751941 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:32.769747 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-80b0ad3f-6126-459d-bc9a-2aca8de1dc78 req-f94a1b0b-209a-4fbd-98f1-901026144731 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457973 Oct 01 04:22:32.775020 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:32.784387 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-96e6de3c-87a9-46ad-8595-ce74fce9b4f4 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks [] for security_group (ae135d0f-70b1-469b-9ab0-f32488cd3901), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:32.788913 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-96e6de3c-87a9-46ad-8595-ce74fce9b4f4 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (ae135d0f-70b1-469b-9ab0-f32488cd3901), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:32.821466 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-96e6de3c-87a9-46ad-8595-ce74fce9b4f4 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:32.822677 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-96e6de3c-87a9-46ad-8595-ce74fce9b4f4 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1362803 Oct 01 04:22:32.824479 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e6de3c-87a9-46ad-8595-ce74fce9b4f4 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae135d0f-70b1-469b-9ab0-f32488cd3901,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:22:32.825729 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 38748) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:22:32.830430 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [None req-db1cd7f3-67a3-4da8-bc79-9b3cfa978b74 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Request body: {'security_group_rule': {'security_group_id': 'ae135d0f-70b1-469b-9ab0-f32488cd3901', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:22:32.856451 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-db1cd7f3-67a3-4da8-bc79-9b3cfa978b74 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks [] for security_group_rule (0a193495-258a-4d40-9d7e-6e6a6812e2c3), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:32.917637 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-db1cd7f3-67a3-4da8-bc79-9b3cfa978b74 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks [] for security_group_rule (0a193495-258a-4d40-9d7e-6e6a6812e2c3), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:32.922027 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-db1cd7f3-67a3-4da8-bc79-9b3cfa978b74 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043934'] for security_group_rule (0a193495-258a-4d40-9d7e-6e6a6812e2c3), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:32.941697 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1cd7f3-67a3-4da8-bc79-9b3cfa978b74 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a193495-258a-4d40-9d7e-6e6a6812e2c3,revision_number=0']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:22:32.948640 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-db1cd7f3-67a3-4da8-bc79-9b3cfa978b74 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:32.949862 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-db1cd7f3-67a3-4da8-bc79-9b3cfa978b74 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1231081 Oct 01 04:22:32.953673 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 38750) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:22:32.958343 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-e50df866-fb55-4fe6-9e9a-d1079b6583fc tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Request body: {'security_group_rule': {'security_group_id': 'ae135d0f-70b1-469b-9ab0-f32488cd3901', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:22:32.987165 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e50df866-fb55-4fe6-9e9a-d1079b6583fc tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks [] for security_group_rule (94332ddd-bd73-4f57-883f-10b54fb30e3a), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:33.048398 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e50df866-fb55-4fe6-9e9a-d1079b6583fc tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks [] for security_group_rule (94332ddd-bd73-4f57-883f-10b54fb30e3a), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:33.051896 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e50df866-fb55-4fe6-9e9a-d1079b6583fc tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043934'] for security_group_rule (94332ddd-bd73-4f57-883f-10b54fb30e3a), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:33.070797 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50df866-fb55-4fe6-9e9a-d1079b6583fc tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94332ddd-bd73-4f57-883f-10b54fb30e3a,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:22:33.075725 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e50df866-fb55-4fe6-9e9a-d1079b6583fc tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:33.076893 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-e50df866-fb55-4fe6-9e9a-d1079b6583fc tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1221683 Oct 01 04:22:33.080790 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 38752) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:22:33.084897 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-7f40b743-055a-4ad9-a99e-c2dbd758cb99 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Request body: {'floatingip': {'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:22:33.105298 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 28ed6420-e14b-48a2-a448-a8ab736b93af no longer exists at agent hyperv_hv-cinder-86004 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:22:33.106276 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7f40b743-055a-4ad9-a99e-c2dbd758cb99 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:33.109881 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:33.110472 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=80,neutron:UPDATE=5 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:33.128556 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] No Port match for: 28ed6420-e14b-48a2-a448-a8ab736b93af {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 01 04:22:33.129152 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 28ed6420-e14b-48a2-a448-a8ab736b93af not bound to the agent host hv-cinder-86004 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 01 04:22:33.186419 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7f40b743-055a-4ad9-a99e-c2dbd758cb99 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:33.292471 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-7f40b743-055a-4ad9-a99e-c2dbd758cb99 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Allocated IP 172.27.2.18 (1c94595f-3990-43c2-b34b-d882a8bf5172/3c747529-64bf-417b-84a2-71abc1dc7574/0e3549f0-7bf3-421c-80af-3eb18485a22c) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:22:33.391190 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7f40b743-055a-4ad9-a99e-c2dbd758cb99 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks [] for port (0e3549f0-7bf3-421c-80af-3eb18485a22c), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:33.421490 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7f40b743-055a-4ad9-a99e-c2dbd758cb99 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (0e3549f0-7bf3-421c-80af-3eb18485a22c), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:33.425221 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:33.465515 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f40b743-055a-4ad9-a99e-c2dbd758cb99 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Network 1c94595f-3990-43c2-b34b-d882a8bf5172 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:22:33.470382 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-7f40b743-055a-4ad9-a99e-c2dbd758cb99 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:22:33.474511 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f40b743-055a-4ad9-a99e-c2dbd758cb99 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:22:33.479791 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40b743-055a-4ad9-a99e-c2dbd758cb99 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Pushing event updated for resources: {'Port': ['ID=0e3549f0-7bf3-421c-80af-3eb18485a22c,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:22:33.558382 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:33.559505 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7f40b743-055a-4ad9-a99e-c2dbd758cb99 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks [] for floatingip (b18045a7-6f15-4961-8ee6-5e7b4549e43d), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:33.597577 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7f40b743-055a-4ad9-a99e-c2dbd758cb99 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (0e3549f0-7bf3-421c-80af-3eb18485a22c), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:33.746413 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7f40b743-055a-4ad9-a99e-c2dbd758cb99 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks [] for port (0e3549f0-7bf3-421c-80af-3eb18485a22c), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:33.751160 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7f40b743-055a-4ad9-a99e-c2dbd758cb99 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4916182'] for port (0e3549f0-7bf3-421c-80af-3eb18485a22c), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:33.821121 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7f40b743-055a-4ad9-a99e-c2dbd758cb99 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989928'] for floatingip (b18045a7-6f15-4961-8ee6-5e7b4549e43d), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:33.823822 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40b743-055a-4ad9-a99e-c2dbd758cb99 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Pushing event updated for resources: {'Port': ['ID=0e3549f0-7bf3-421c-80af-3eb18485a22c,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:22:33.839224 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7f40b743-055a-4ad9-a99e-c2dbd758cb99 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for floatingip (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:33.840434 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-7f40b743-055a-4ad9-a99e-c2dbd758cb99 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7587206 Oct 01 04:22:33.899291 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ebc222-9caf-46f6-b144-e8c6c2edcd6d req-1a18b056-3130-4786-9c55-2a0ad9e9bc41 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:33.900886 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-97ebc222-9caf-46f6-b144-e8c6c2edcd6d req-1a18b056-3130-4786-9c55-2a0ad9e9bc41 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 946 time: 0.0485978 Oct 01 04:22:33.912789 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:33.953086 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-97ebc222-9caf-46f6-b144-e8c6c2edcd6d req-0cb64b68-7a68-40e2-bf01-7c74f87e8551 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458457 Oct 01 04:22:34.046546 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-14d2e61a-0090-454e-ad01-d1cc131ff23c req-e3851e93-d7ef-4e1b-9a9d-dc38752acb9f tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1989607045&fields=id&tenant_id=19d87f6d9adf4ce98e934187ec8ae0d7 HTTP/1.1" status: 200 len: 267 time: 0.0442748 Oct 01 04:22:34.157051 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2e61a-0090-454e-ad01-d1cc131ff23c req-1cdfd349-60bd-450e-9894-347d4af12f4d tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:34.158514 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-14d2e61a-0090-454e-ad01-d1cc131ff23c req-1cdfd349-60bd-450e-9894-347d4af12f4d tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/networks?id=41ad6d82-393d-469b-ad56-b82ab9a77fee HTTP/1.1" status: 200 len: 817 time: 0.1056087 Oct 01 04:22:34.174811 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-14d2e61a-0090-454e-ad01-d1cc131ff23c req-07480f22-de2c-409d-b134-89c0cbe394e7 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/quotas/19d87f6d9adf4ce98e934187ec8ae0d7 HTTP/1.1" status: 200 len: 375 time: 0.0098934 Oct 01 04:22:34.224478 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-14d2e61a-0090-454e-ad01-d1cc131ff23c req-f87b5c87-78cb-44d0-baef-d9c950bef8c1 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=19d87f6d9adf4ce98e934187ec8ae0d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442560 Oct 01 04:22:34.328682 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-14d2e61a-0090-454e-ad01-d1cc131ff23c req-89b5ceb5-2b95-4f72-b970-47e530720f69 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/41ad6d82-393d-469b-ad56-b82ab9a77fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925148 Oct 01 04:22:34.421613 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-14d2e61a-0090-454e-ad01-d1cc131ff23c req-cc300467-76c2-4785-a801-1dfdb57abcfa service neutron] 10.222.0.26 "GET /networking/v2.0/networks/41ad6d82-393d-469b-ad56-b82ab9a77fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864410 Oct 01 04:22:34.582317 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7cf06d4a-91c2-4ce6-915c-41f2abf4263f req-350c9c4f-29c0-4b53-b50b-457de338982f tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 210 time: 0.0277936 Oct 01 04:22:35.084523 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58766c8-3c7b-4945-b1bc-c53f501ce399 req-cdea9349-d65f-4e2b-8349-83bc0e5a431d tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:35.086015 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-f58766c8-3c7b-4945-b1bc-c53f501ce399 req-cdea9349-d65f-4e2b-8349-83bc0e5a431d tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 946 time: 0.0550587 Oct 01 04:22:35.134610 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-f58766c8-3c7b-4945-b1bc-c53f501ce399 req-a846add2-e646-4f6e-b4a3-ab9c7eec09d0 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427129 Oct 01 04:22:35.260165 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081e18c-8433-4922-9682-f168384a4ba9 req-3747a1e7-84e9-42c3-afcf-92a1a1199ae1 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:35.261790 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-6081e18c-8433-4922-9682-f168384a4ba9 req-3747a1e7-84e9-42c3-afcf-92a1a1199ae1 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 946 time: 0.0481005 Oct 01 04:22:35.271995 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 38784) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:22:35.276681 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [None req-dbf74a9b-aff0-4bbc-9c59-8ea43ff39131 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Request body: {'floatingip': {'port_id': '2a43b463-65b3-423d-b16f-bcbd2964f478'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:22:35.335233 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-dbf74a9b-aff0-4bbc-9c59-8ea43ff39131 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks [] for floatingip (a07b4da5-f42a-4239-8670-8a3ecac59883), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:35.506528 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:35.715581 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-cac2c43c-45f5-45f8-b79c-e559cc775eef req-a0b15aa2-a24f-41dd-b123-2c881c88e726 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 210 time: 0.0525086 Oct 01 04:22:35.720389 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:35.770556 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2e61a-0090-454e-ad01-d1cc131ff23c req-8d12bf9a-c831-4222-bab0-ebb89ace85b8 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:35.772989 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-14d2e61a-0090-454e-ad01-d1cc131ff23c req-8d12bf9a-c831-4222-bab0-ebb89ace85b8 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.25 "GET /networking/v2.0/networks?id=41ad6d82-393d-469b-ad56-b82ab9a77fee HTTP/1.1" status: 200 len: 817 time: 0.1293695 Oct 01 04:22:35.840719 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-14d2e61a-0090-454e-ad01-d1cc131ff23c req-9d0d863c-4f42-447d-9b32-c7ca44d7451a tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=19d87f6d9adf4ce98e934187ec8ae0d7 HTTP/1.1" status: 200 len: 380 time: 0.0588048 Oct 01 04:22:35.843493 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-dbf74a9b-aff0-4bbc-9c59-8ea43ff39131 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:35.847618 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-dbf74a9b-aff0-4bbc-9c59-8ea43ff39131 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989928'] for floatingip (a07b4da5-f42a-4239-8670-8a3ecac59883), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:35.850968 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-14d2e61a-0090-454e-ad01-d1cc131ff23c req-d80e9f59-b503-4ecc-9b11-13e7ce2e2b66 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Request body: {'port': {'device_id': 'b21e7357-43a2-4dc9-b0f6-26b14b68c464', 'network_id': '41ad6d82-393d-469b-ad56-b82ab9a77fee', 'admin_state_up': True, 'tenant_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'security_groups': ['ae135d0f-70b1-469b-9ab0-f32488cd3901']}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:22:35.959445 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14d2e61a-0090-454e-ad01-d1cc131ff23c req-d80e9f59-b503-4ecc-9b11-13e7ce2e2b66 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Made reservation on behalf of 19d87f6d9adf4ce98e934187ec8ae0d7 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:22:35.963175 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-14d2e61a-0090-454e-ad01-d1cc131ff23c req-d80e9f59-b503-4ecc-9b11-13e7ce2e2b66 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:36.056881 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf74a9b-aff0-4bbc-9c59-8ea43ff39131 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Router 540cb118-7e4e-4681-bfc5-51850a5afe33 has already been hosted by L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 {{(pid=106386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 01 04:22:36.166386 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf74a9b-aff0-4bbc-9c59-8ea43ff39131 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:22:36.170981 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-dbf74a9b-aff0-4bbc-9c59-8ea43ff39131 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for floatingip (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:36.178156 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ff2d39-b9b8-4be4-bd91-6dcf6c0e669e None None] Sync routers for ids ['540cb118-7e4e-4681-bfc5-51850a5afe33'] in dv-cinder-860044-1-iscsi {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:22:36.189389 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ff2d39-b9b8-4be4-bd91-6dcf6c0e669e None None] Routers {'540cb118-7e4e-4681-bfc5-51850a5afe33'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:22:36.190961 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-80ff2d39-b9b8-4be4-bd91-6dcf6c0e669e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:22:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['540cb118-7e4e-4681-bfc5-51850a5afe33'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:22:36.203688 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6436bdc-2e17-43d4-a123-900e6269e551', 'tag': '2a43b463-65b3-423d-b16f-bcbd2964f478'}] {{(pid=106386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:22:36.206132 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906b7328382f58691ce67f390eef3fef1b579a19389c35ae4b8023450af26d8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ef957d-d7e8-4276-b1b7-6b159920e2f4" -d '{"events": [{"name": "network-changed", "server_uuid": "c6436bdc-2e17-43d4-a123-900e6269e551", "tag": "2a43b463-65b3-423d-b16f-bcbd2964f478"}]}' {{(pid=106386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:22:36.243618 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-dbf74a9b-aff0-4bbc-9c59-8ea43ff39131 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/a07b4da5-f42a-4239-8670-8a3ecac59883 HTTP/1.1" status: 200 len: 994 time: 0.9701016 Oct 01 04:22:36.259491 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 01 Oct 2022 04:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1745f646-882b-4f6e-8178-ff6286a32208 x-openstack-request-id: req-1745f646-882b-4f6e-8178-ff6286a32208 {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:22:36.259777 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6436bdc-2e17-43d4-a123-900e6269e551", "tag": "2a43b463-65b3-423d-b16f-bcbd2964f478", "status": "completed", "code": 200}]} {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:22:36.260031 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1745f646-882b-4f6e-8178-ff6286a32208 {{(pid=106386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:22:36.260435 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1745f646-882b-4f6e-8178-ff6286a32208'] response: {'name': 'network-changed', 'server_uuid': 'c6436bdc-2e17-43d4-a123-900e6269e551', 'tag': '2a43b463-65b3-423d-b16f-bcbd2964f478', 'status': 'completed', 'code': 200} Oct 01 04:22:36.304351 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-80ff2d39-b9b8-4be4-bd91-6dcf6c0e669e None None] Set router 540cb118-7e4e-4681-bfc5-51850a5afe33 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:22:36.327061 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:36.372880 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef957d-d7e8-4276-b1b7-6b159920e2f4 req-bfdd5676-06e5-4ef8-96f5-95858dd7875a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:36.374988 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-67ef957d-d7e8-4276-b1b7-6b159920e2f4 req-bfdd5676-06e5-4ef8-96f5-95858dd7875a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=839c91c5262a49768c3e937b5a034137&device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 1130 time: 0.0574975 Oct 01 04:22:36.381915 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-14d2e61a-0090-454e-ad01-d1cc131ff23c req-d80e9f59-b503-4ecc-9b11-13e7ce2e2b66 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Allocated IP 172.20.0.13 (41ad6d82-393d-469b-ad56-b82ab9a77fee/d3f0d177-35e4-4cba-a762-d1357d3a9c11/735577aa-5ec2-48d4-8f41-38cb8f95250a) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:22:36.445269 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:36.520910 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-80ff2d39-b9b8-4be4-bd91-6dcf6c0e669e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540cb118-7e4e-4681-bfc5-51850a5afe33', 'name': 'tempest-ServerRescueNegativeTestJSON-1121395474-router', 'tenant_id': '839c91c5262a49768c3e937b5a034137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '7bbc7e7e-5f4c-4348-8066-b51f3619b0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:44Z', 'updated_at': '2022-10-01T04:17:59Z', 'revision_number': 4, 'project_id': '839c91c5262a49768c3e937b5a034137', 'gw_port': {'id': '7bbc7e7e-5f4c-4348-8066-b51f3619b0e5', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540cb118-7e4e-4681-bfc5-51850a5afe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:46Z', 'updated_at': '2022-10-01T04:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_floatingips': [{'id': 'a07b4da5-f42a-4239-8670-8a3ecac59883', 'tenant_id': '839c91c5262a49768c3e937b5a034137', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'router_id': '540cb118-7e4e-4681-bfc5-51850a5afe33', 'port_id': '2a43b463-65b3-423d-b16f-bcbd2964f478', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e21d865-d526-49ca-8e76-21cf583604c4', 'mac_address': 'fa:16:3e:5c:97:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6436bdc-2e17-43d4-a123-900e6269e551', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-01T04:20:20Z', 'updated_at': '2022-10-01T04:22:35Z', 'revision_number': 3, 'project_id': '839c91c5262a49768c3e937b5a034137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7fd2da2-3952-4589-bca7-86d328130eda', 'name': '', 'network_id': '9e21d865-d526-49ca-8e76-21cf583604c4', 'tenant_id': '839c91c5262a49768c3e937b5a034137', 'mac_address': 'fa:16:3e:bf:a8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540cb118-7e4e-4681-bfc5-51850a5afe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5be7b0c5-9e6d-4922-a242-c74e298031bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:56Z', 'updated_at': '2022-10-01T04:18:13Z', 'revision_number': 5, 'project_id': '839c91c5262a49768c3e937b5a034137', 'subnets': [{'id': '5be7b0c5-9e6d-4922-a242-c74e298031bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:22:36.547204 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ff2d39-b9b8-4be4-bd91-6dcf6c0e669e None None] Checking router: 540cb118-7e4e-4681-bfc5-51850a5afe33 for host: dv-cinder-860044-1-iscsi {{(pid=106388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:22:36.552704 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef957d-d7e8-4276-b1b7-6b159920e2f4 req-9fc63d37-f155-476b-b4b7-873b0fbc7908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:36.554272 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-67ef957d-d7e8-4276-b1b7-6b159920e2f4 req-9fc63d37-f155-476b-b4b7-873b0fbc7908 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=9e21d865-d526-49ca-8e76-21cf583604c4 HTTP/1.1" status: 200 len: 920 time: 0.1702929 Oct 01 04:22:36.555560 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ff2d39-b9b8-4be4-bd91-6dcf6c0e669e None None] Routers {'540cb118-7e4e-4681-bfc5-51850a5afe33'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:22:36.556165 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-80ff2d39-b9b8-4be4-bd91-6dcf6c0e669e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:22:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['540cb118-7e4e-4681-bfc5-51850a5afe33'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:22:36.655044 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-14d2e61a-0090-454e-ad01-d1cc131ff23c req-d80e9f59-b503-4ecc-9b11-13e7ce2e2b66 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks [] for port (735577aa-5ec2-48d4-8f41-38cb8f95250a), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:36.659243 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-80ff2d39-b9b8-4be4-bd91-6dcf6c0e669e None None] Set router 540cb118-7e4e-4681-bfc5-51850a5afe33 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:22:36.659400 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-67ef957d-d7e8-4276-b1b7-6b159920e2f4 req-6c90e186-39e1-48e7-a172-4760c6daeaca service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a43b463-65b3-423d-b16f-bcbd2964f478 HTTP/1.1" status: 200 len: 1002 time: 0.0926554 Oct 01 04:22:36.727177 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef957d-d7e8-4276-b1b7-6b159920e2f4 req-7bd31697-8bdc-4a69-b9a6-9da0d6c5ec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:36.728778 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-67ef957d-d7e8-4276-b1b7-6b159920e2f4 req-7bd31697-8bdc-4a69-b9a6-9da0d6c5ec63 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5be7b0c5-9e6d-4922-a242-c74e298031bb HTTP/1.1" status: 200 len: 858 time: 0.0616236 Oct 01 04:22:36.730405 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-14d2e61a-0090-454e-ad01-d1cc131ff23c req-d80e9f59-b503-4ecc-9b11-13e7ce2e2b66 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (735577aa-5ec2-48d4-8f41-38cb8f95250a), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:36.814336 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14d2e61a-0090-454e-ad01-d1cc131ff23c req-d80e9f59-b503-4ecc-9b11-13e7ce2e2b66 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Network 41ad6d82-393d-469b-ad56-b82ab9a77fee is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:22:36.819731 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-14d2e61a-0090-454e-ad01-d1cc131ff23c req-d80e9f59-b503-4ecc-9b11-13e7ce2e2b66 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:22:36.821929 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef957d-d7e8-4276-b1b7-6b159920e2f4 req-63055c03-d5be-4538-a0a7-9134b727a7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:36.823419 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-67ef957d-d7e8-4276-b1b7-6b159920e2f4 req-63055c03-d5be-4538-a0a7-9134b727a7a0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=9e21d865-d526-49ca-8e76-21cf583604c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0859716 Oct 01 04:22:36.826887 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d2e61a-0090-454e-ad01-d1cc131ff23c req-d80e9f59-b503-4ecc-9b11-13e7ce2e2b66 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:22:36.832963 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80e9f59-b503-4ecc-9b11-13e7ce2e2b66 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Pushing event updated for resources: {'Port': ['ID=735577aa-5ec2-48d4-8f41-38cb8f95250a,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:22:36.874358 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f6cc6-4fb6-4520-9174-d3c7e21bc073 req-51187fa4-9372-440a-9be6-3e596be13e9f tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:36.882713 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-c14f6cc6-4fb6-4520-9174-d3c7e21bc073 req-51187fa4-9372-440a-9be6-3e596be13e9f tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 932 time: 0.0654762 Oct 01 04:22:36.888124 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-80ff2d39-b9b8-4be4-bd91-6dcf6c0e669e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540cb118-7e4e-4681-bfc5-51850a5afe33', 'name': 'tempest-ServerRescueNegativeTestJSON-1121395474-router', 'tenant_id': '839c91c5262a49768c3e937b5a034137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '7bbc7e7e-5f4c-4348-8066-b51f3619b0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:44Z', 'updated_at': '2022-10-01T04:17:59Z', 'revision_number': 4, 'project_id': '839c91c5262a49768c3e937b5a034137', 'gw_port': {'id': '7bbc7e7e-5f4c-4348-8066-b51f3619b0e5', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540cb118-7e4e-4681-bfc5-51850a5afe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:46Z', 'updated_at': '2022-10-01T04:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_floatingips': [{'id': 'a07b4da5-f42a-4239-8670-8a3ecac59883', 'tenant_id': '839c91c5262a49768c3e937b5a034137', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'router_id': '540cb118-7e4e-4681-bfc5-51850a5afe33', 'port_id': '2a43b463-65b3-423d-b16f-bcbd2964f478', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e21d865-d526-49ca-8e76-21cf583604c4', 'mac_address': 'fa:16:3e:5c:97:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6436bdc-2e17-43d4-a123-900e6269e551', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-01T04:20:20Z', 'updated_at': '2022-10-01T04:22:35Z', 'revision_number': 3, 'project_id': '839c91c5262a49768c3e937b5a034137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7fd2da2-3952-4589-bca7-86d328130eda', 'name': '', 'network_id': '9e21d865-d526-49ca-8e76-21cf583604c4', 'tenant_id': '839c91c5262a49768c3e937b5a034137', 'mac_address': 'fa:16:3e:bf:a8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540cb118-7e4e-4681-bfc5-51850a5afe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5be7b0c5-9e6d-4922-a242-c74e298031bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:56Z', 'updated_at': '2022-10-01T04:18:13Z', 'revision_number': 5, 'project_id': '839c91c5262a49768c3e937b5a034137', 'subnets': [{'id': '5be7b0c5-9e6d-4922-a242-c74e298031bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:22:36.915024 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ff2d39-b9b8-4be4-bd91-6dcf6c0e669e None None] The sync data for ids ['540cb118-7e4e-4681-bfc5-51850a5afe33'] in dv-cinder-860044-1-iscsi is: [{'id': '540cb118-7e4e-4681-bfc5-51850a5afe33', 'name': 'tempest-ServerRescueNegativeTestJSON-1121395474-router', 'tenant_id': '839c91c5262a49768c3e937b5a034137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '7bbc7e7e-5f4c-4348-8066-b51f3619b0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:44Z', 'updated_at': '2022-10-01T04:17:59Z', 'revision_number': 4, 'project_id': '839c91c5262a49768c3e937b5a034137', 'gw_port': {'id': '7bbc7e7e-5f4c-4348-8066-b51f3619b0e5', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540cb118-7e4e-4681-bfc5-51850a5afe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:46Z', 'updated_at': '2022-10-01T04:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_floatingips': [{'id': 'a07b4da5-f42a-4239-8670-8a3ecac59883', 'tenant_id': '839c91c5262a49768c3e937b5a034137', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'router_id': '540cb118-7e4e-4681-bfc5-51850a5afe33', 'port_id': '2a43b463-65b3-423d-b16f-bcbd2964f478', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e21d865-d526-49ca-8e76-21cf583604c4', 'mac_address': 'fa:16:3e:5c:97:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6436bdc-2e17-43d4-a123-900e6269e551', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-01T04:20:20Z', 'updated_at': '2022-10-01T04:22:35Z', 'revision_number': 3, 'project_id': '839c91c5262a49768c3e937b5a034137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7fd2da2-3952-4589-bca7-86d328130eda', 'name': '', 'network_id': '9e21d865-d526-49ca-8e76-21cf583604c4', 'tenant_id': '839c91c5262a49768c3e937b5a034137', 'mac_address': 'fa:16:3e:bf:a8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540cb118-7e4e-4681-bfc5-51850a5afe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5be7b0c5-9e6d-4922-a242-c74e298031bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:56Z', 'updated_at': '2022-10-01T04:18:13Z', 'revision_number': 5, 'project_id': '839c91c5262a49768c3e937b5a034137', 'subnets': [{'id': '5be7b0c5-9e6d-4922-a242-c74e298031bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:22:36.938733 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2e61a-0090-454e-ad01-d1cc131ff23c req-d80e9f59-b503-4ecc-9b11-13e7ce2e2b66 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:36.939403 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-14d2e61a-0090-454e-ad01-d1cc131ff23c req-d80e9f59-b503-4ecc-9b11-13e7ce2e2b66 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:36.941535 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-c14f6cc6-4fb6-4520-9174-d3c7e21bc073 req-1319d136-28f1-45f8-93c3-b7f66c0c385f tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576928 Oct 01 04:22:36.968835 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-14d2e61a-0090-454e-ad01-d1cc131ff23c req-d80e9f59-b503-4ecc-9b11-13e7ce2e2b66 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1219220 Oct 01 04:22:36.982810 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-14d2e61a-0090-454e-ad01-d1cc131ff23c req-e8ceec3d-7dbb-4947-ba7c-b9a4fea9f52a service neutron] Request body: {'port': {'device_id': 'b21e7357-43a2-4dc9-b0f6-26b14b68c464', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86004'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:22:37.009076 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-67ef957d-d7e8-4276-b1b7-6b159920e2f4 req-0ee9d772-6ea1-4562-a9c6-ca942443b8b6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9e21d865-d526-49ca-8e76-21cf583604c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770301 Oct 01 04:22:37.104396 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-14d2e61a-0090-454e-ad01-d1cc131ff23c req-e8ceec3d-7dbb-4947-ba7c-b9a4fea9f52a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (735577aa-5ec2-48d4-8f41-38cb8f95250a), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:37.120078 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:37.163538 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-05e14bca-8080-40ed-b52c-f9c0cc7e5d86 None None] Provisioning complete for port 735577aa-5ec2-48d4-8f41-38cb8f95250a triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:22:37.163979 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-05e14bca-8080-40ed-b52c-f9c0cc7e5d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (735577aa-5ec2-48d4-8f41-38cb8f95250a), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:37.164498 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-05e14bca-8080-40ed-b52c-f9c0cc7e5d86 None None] Attempt 1 to provision port 735577aa-5ec2-48d4-8f41-38cb8f95250a Oct 01 04:22:37.174940 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-67ef957d-d7e8-4276-b1b7-6b159920e2f4 req-7aaca1d1-aeec-4b86-9219-8856caabd22b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9e21d865-d526-49ca-8e76-21cf583604c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542089 Oct 01 04:22:37.199054 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-05e14bca-8080-40ed-b52c-f9c0cc7e5d86 None None] Port 735577aa-5ec2-48d4-8f41-38cb8f95250a cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 01 04:22:37.314033 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:37.398455 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [req-14d2e61a-0090-454e-ad01-d1cc131ff23c req-e8ceec3d-7dbb-4947-ba7c-b9a4fea9f52a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 735577aa-5ec2-48d4-8f41-38cb8f95250a {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 01 04:22:37.405832 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-14d2e61a-0090-454e-ad01-d1cc131ff23c req-e8ceec3d-7dbb-4947-ba7c-b9a4fea9f52a service neutron] Publish callbacks [] for port (735577aa-5ec2-48d4-8f41-38cb8f95250a), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:37.417838 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-14d2e61a-0090-454e-ad01-d1cc131ff23c req-e8ceec3d-7dbb-4947-ba7c-b9a4fea9f52a service neutron] Transition to ACTIVE for port object 735577aa-5ec2-48d4-8f41-38cb8f95250a will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 01 04:22:37.421588 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-14d2e61a-0090-454e-ad01-d1cc131ff23c req-e8ceec3d-7dbb-4947-ba7c-b9a4fea9f52a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4916182'] for port (735577aa-5ec2-48d4-8f41-38cb8f95250a), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:37.486281 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ceec3d-7dbb-4947-ba7c-b9a4fea9f52a service neutron] Pushing event updated for resources: {'Port': ['ID=735577aa-5ec2-48d4-8f41-38cb8f95250a,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:22:37.535971 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-14d2e61a-0090-454e-ad01-d1cc131ff23c req-e8ceec3d-7dbb-4947-ba7c-b9a4fea9f52a service neutron] Attempting to bind port 735577aa-5ec2-48d4-8f41-38cb8f95250a on host hv-cinder-86004 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 01 04:22:37.536309 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-14d2e61a-0090-454e-ad01-d1cc131ff23c req-e8ceec3d-7dbb-4947-ba7c-b9a4fea9f52a service neutron] Attempting to bind port 735577aa-5ec2-48d4-8f41-38cb8f95250a by drivers openvswitch,hyperv on host hv-cinder-86004 at level 0 using segments [{'id': '2ed9749a-eb3b-4451-b7b7-83bb473f5fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '41ad6d82-393d-469b-ad56-b82ab9a77fee'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 01 04:22:37.536635 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d2e61a-0090-454e-ad01-d1cc131ff23c req-e8ceec3d-7dbb-4947-ba7c-b9a4fea9f52a service neutron] Attempting to bind port 735577aa-5ec2-48d4-8f41-38cb8f95250a on network 41ad6d82-393d-469b-ad56-b82ab9a77fee {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:22:37.577715 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d2e61a-0090-454e-ad01-d1cc131ff23c req-e8ceec3d-7dbb-4947-ba7c-b9a4fea9f52a service neutron] Port 735577aa-5ec2-48d4-8f41-38cb8f95250a on network 41ad6d82-393d-469b-ad56-b82ab9a77fee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86004 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 01 04:22:37.578227 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d2e61a-0090-454e-ad01-d1cc131ff23c req-e8ceec3d-7dbb-4947-ba7c-b9a4fea9f52a service neutron] Attempting to bind port 735577aa-5ec2-48d4-8f41-38cb8f95250a on network 41ad6d82-393d-469b-ad56-b82ab9a77fee {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:22:37.621591 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d2e61a-0090-454e-ad01-d1cc131ff23c req-e8ceec3d-7dbb-4947-ba7c-b9a4fea9f52a service neutron] Checking agent: {'id': '2c3964fb-7920-4c48-8672-be15ccfa9ce8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86004', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 1, 4, 15, 53), 'started_at': datetime.datetime(2022, 10, 1, 4, 15, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 1, 4, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 01 04:22:37.621924 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d2e61a-0090-454e-ad01-d1cc131ff23c req-e8ceec3d-7dbb-4947-ba7c-b9a4fea9f52a service neutron] Checking segment: {'id': '2ed9749a-eb3b-4451-b7b7-83bb473f5fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '41ad6d82-393d-469b-ad56-b82ab9a77fee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:22:37.622303 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d2e61a-0090-454e-ad01-d1cc131ff23c req-e8ceec3d-7dbb-4947-ba7c-b9a4fea9f52a service neutron] Bound using segment: {'id': '2ed9749a-eb3b-4451-b7b7-83bb473f5fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '41ad6d82-393d-469b-ad56-b82ab9a77fee'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 01 04:22:37.622729 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-14d2e61a-0090-454e-ad01-d1cc131ff23c req-e8ceec3d-7dbb-4947-ba7c-b9a4fea9f52a service neutron] Bound port: 735577aa-5ec2-48d4-8f41-38cb8f95250a, host: hv-cinder-86004, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ed9749a-eb3b-4451-b7b7-83bb473f5fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '41ad6d82-393d-469b-ad56-b82ab9a77fee'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 01 04:22:37.623084 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-14d2e61a-0090-454e-ad01-d1cc131ff23c req-e8ceec3d-7dbb-4947-ba7c-b9a4fea9f52a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (735577aa-5ec2-48d4-8f41-38cb8f95250a), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:37.686046 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-14d2e61a-0090-454e-ad01-d1cc131ff23c req-e8ceec3d-7dbb-4947-ba7c-b9a4fea9f52a service neutron] For port 735577aa-5ec2-48d4-8f41-38cb8f95250a, host hv-cinder-86004, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 01 04:22:37.689372 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-14d2e61a-0090-454e-ad01-d1cc131ff23c req-e8ceec3d-7dbb-4947-ba7c-b9a4fea9f52a service neutron] For port 735577aa-5ec2-48d4-8f41-38cb8f95250a, host hv-cinder-86004, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=735577aa-5ec2-48d4-8f41-38cb8f95250a,segment=NetworkSegment(2ed9749a-eb3b-4451-b7b7-83bb473f5fb1),segment_id=2ed9749a-eb3b-4451-b7b7-83bb473f5fb1)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 01 04:22:37.695051 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-14d2e61a-0090-454e-ad01-d1cc131ff23c req-e8ceec3d-7dbb-4947-ba7c-b9a4fea9f52a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4916182'] for port (735577aa-5ec2-48d4-8f41-38cb8f95250a), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:37.698356 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2e61a-0090-454e-ad01-d1cc131ff23c req-e8ceec3d-7dbb-4947-ba7c-b9a4fea9f52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:37.698997 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-14d2e61a-0090-454e-ad01-d1cc131ff23c req-e8ceec3d-7dbb-4947-ba7c-b9a4fea9f52a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:37.700410 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-14d2e61a-0090-454e-ad01-d1cc131ff23c req-e8ceec3d-7dbb-4947-ba7c-b9a4fea9f52a service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/735577aa-5ec2-48d4-8f41-38cb8f95250a HTTP/1.1" status: 200 len: 1094 time: 0.7217791 Oct 01 04:22:37.703587 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21e7357-43a2-4dc9-b0f6-26b14b68c464', 'tag': '735577aa-5ec2-48d4-8f41-38cb8f95250a'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:22:37.705872 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23a471ff00a13a2eea8c87216c43e2c9873adc8b08d975975de21b294c9ff96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20042e5-84c6-4962-b239-f9f182ee3d95" -d '{"events": [{"name": "network-changed", "server_uuid": "b21e7357-43a2-4dc9-b0f6-26b14b68c464", "tag": "735577aa-5ec2-48d4-8f41-38cb8f95250a"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:22:37.753969 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 01 Oct 2022 04:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c19c4c-0dd8-44f8-a178-4914169fd86b x-openstack-request-id: req-e8c19c4c-0dd8-44f8-a178-4914169fd86b {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:22:37.754261 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b21e7357-43a2-4dc9-b0f6-26b14b68c464", "tag": "735577aa-5ec2-48d4-8f41-38cb8f95250a", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:22:37.754505 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e8c19c4c-0dd8-44f8-a178-4914169fd86b {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:22:37.754911 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8c19c4c-0dd8-44f8-a178-4914169fd86b'] response: {'name': 'network-changed', 'server_uuid': 'b21e7357-43a2-4dc9-b0f6-26b14b68c464', 'tag': '735577aa-5ec2-48d4-8f41-38cb8f95250a', 'status': 'completed', 'code': 200} Oct 01 04:22:37.791264 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ceec3d-7dbb-4947-ba7c-b9a4fea9f52a service neutron] Pushing event updated for resources: {'Port': ['ID=735577aa-5ec2-48d4-8f41-38cb8f95250a,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:22:37.794568 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2e61a-0090-454e-ad01-d1cc131ff23c req-db6030c7-3db3-402b-9794-6f6b332349e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:37.796687 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-14d2e61a-0090-454e-ad01-d1cc131ff23c req-db6030c7-3db3-402b-9794-6f6b332349e5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=19d87f6d9adf4ce98e934187ec8ae0d7&device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 1128 time: 0.0566332 Oct 01 04:22:37.841229 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-14d2e61a-0090-454e-ad01-d1cc131ff23c req-33cc957d-cbb5-4eac-84db-0ee558d84560 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=735577aa-5ec2-48d4-8f41-38cb8f95250a HTTP/1.1" status: 200 len: 217 time: 0.0367465 Oct 01 04:22:37.891248 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2e61a-0090-454e-ad01-d1cc131ff23c req-c1e9cfc6-619c-4f55-bbd6-3275926991b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:37.892690 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-14d2e61a-0090-454e-ad01-d1cc131ff23c req-c1e9cfc6-619c-4f55-bbd6-3275926991b8 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d3f0d177-35e4-4cba-a762-d1357d3a9c11 HTTP/1.1" status: 200 len: 856 time: 0.0444326 Oct 01 04:22:37.935293 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2e61a-0090-454e-ad01-d1cc131ff23c req-df3ef5d0-4358-45ea-ba09-36b3d6414987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:37.937278 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-14d2e61a-0090-454e-ad01-d1cc131ff23c req-df3ef5d0-4358-45ea-ba09-36b3d6414987 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=41ad6d82-393d-469b-ad56-b82ab9a77fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378377 Oct 01 04:22:38.035722 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-14d2e61a-0090-454e-ad01-d1cc131ff23c req-df431d15-87ae-40e8-b07c-c36bace7e8a9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41ad6d82-393d-469b-ad56-b82ab9a77fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900748 Oct 01 04:22:38.069326 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc69c13-e0c4-426f-8552-623c5829b1e3 req-5c18292f-4a21-4d2d-97a2-dd308b90c290 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:38.070799 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-3bc69c13-e0c4-426f-8552-623c5829b1e3 req-5c18292f-4a21-4d2d-97a2-dd308b90c290 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 944 time: 0.0515602 Oct 01 04:22:38.100638 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:38.120848 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-3bc69c13-e0c4-426f-8552-623c5829b1e3 req-2af495f4-514c-4b33-9348-7fb2a6af18b3 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443830 Oct 01 04:22:38.130360 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-14d2e61a-0090-454e-ad01-d1cc131ff23c req-dbcf5aaf-8f03-435e-a748-82f42ba5dcae service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41ad6d82-393d-469b-ad56-b82ab9a77fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860817 Oct 01 04:22:38.262082 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6436bdc-2e17-43d4-a123-900e6269e551', 'tag': '2a43b463-65b3-423d-b16f-bcbd2964f478'}] {{(pid=106386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:22:38.264592 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906b7328382f58691ce67f390eef3fef1b579a19389c35ae4b8023450af26d8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad0feaf-0f0f-4d20-bd4c-7d399fbe4476" -d '{"events": [{"name": "network-changed", "server_uuid": "c6436bdc-2e17-43d4-a123-900e6269e551", "tag": "2a43b463-65b3-423d-b16f-bcbd2964f478"}]}' {{(pid=106386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:22:38.301229 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 01 Oct 2022 04:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d936045d-4699-4377-9fa4-5dca969783f9 x-openstack-request-id: req-d936045d-4699-4377-9fa4-5dca969783f9 {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:22:38.301519 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6436bdc-2e17-43d4-a123-900e6269e551", "tag": "2a43b463-65b3-423d-b16f-bcbd2964f478", "status": "completed", "code": 200}]} {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:22:38.301772 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d936045d-4699-4377-9fa4-5dca969783f9 {{(pid=106386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:22:38.302172 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d936045d-4699-4377-9fa4-5dca969783f9'] response: {'name': 'network-changed', 'server_uuid': 'c6436bdc-2e17-43d4-a123-900e6269e551', 'tag': '2a43b463-65b3-423d-b16f-bcbd2964f478', 'status': 'completed', 'code': 200} Oct 01 04:22:39.110435 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:39.147751 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20042e5-84c6-4962-b239-f9f182ee3d95 req-9bf4fcaf-dbac-4d72-a9c8-b5e0046b2aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:39.149361 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f20042e5-84c6-4962-b239-f9f182ee3d95 req-9bf4fcaf-dbac-4d72-a9c8-b5e0046b2aa6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=19d87f6d9adf4ce98e934187ec8ae0d7&device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 1128 time: 0.0783737 Oct 01 04:22:39.150643 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad0feaf-0f0f-4d20-bd4c-7d399fbe4476 req-5430aaa1-d090-4fc7-96ae-742d562aeb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:39.151951 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9ad0feaf-0f0f-4d20-bd4c-7d399fbe4476 req-5430aaa1-d090-4fc7-96ae-742d562aeb9d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=839c91c5262a49768c3e937b5a034137&device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 1130 time: 0.0717597 Oct 01 04:22:39.250122 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f74b2b-65d0-43a7-a145-87784a122f45 req-be3aa10b-3908-4db2-9978-ab396d9477f3 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:39.251642 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-99f74b2b-65d0-43a7-a145-87784a122f45 req-be3aa10b-3908-4db2-9978-ab396d9477f3 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 944 time: 0.0474484 Oct 01 04:22:39.299154 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-99f74b2b-65d0-43a7-a145-87784a122f45 req-540783f3-a0c1-4baa-8f20-98c2c620c91a tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419650 Oct 01 04:22:39.310638 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20042e5-84c6-4962-b239-f9f182ee3d95 req-cf4af932-26fc-4087-ad97-3c509150c06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:39.311999 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f20042e5-84c6-4962-b239-f9f182ee3d95 req-cf4af932-26fc-4087-ad97-3c509150c06a service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=41ad6d82-393d-469b-ad56-b82ab9a77fee HTTP/1.1" status: 200 len: 918 time: 0.1571050 Oct 01 04:22:39.316341 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad0feaf-0f0f-4d20-bd4c-7d399fbe4476 req-d1617516-bcbc-4cd1-a57f-99d3832e6d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:39.317937 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9ad0feaf-0f0f-4d20-bd4c-7d399fbe4476 req-d1617516-bcbc-4cd1-a57f-99d3832e6d85 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=9e21d865-d526-49ca-8e76-21cf583604c4 HTTP/1.1" status: 200 len: 920 time: 0.1448750 Oct 01 04:22:39.360032 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f20042e5-84c6-4962-b239-f9f182ee3d95 req-bc4430e5-3eac-4b35-8293-c186c83a58f7 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=735577aa-5ec2-48d4-8f41-38cb8f95250a HTTP/1.1" status: 200 len: 217 time: 0.0410669 Oct 01 04:22:39.442174 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9ad0feaf-0f0f-4d20-bd4c-7d399fbe4476 req-9fae02e3-9142-47ba-b58e-9526e850fa59 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a43b463-65b3-423d-b16f-bcbd2964f478 HTTP/1.1" status: 200 len: 1002 time: 0.1163845 Oct 01 04:22:39.445734 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20042e5-84c6-4962-b239-f9f182ee3d95 req-fe5aa8fb-d198-4cbe-acb4-79196af321e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:39.447272 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f20042e5-84c6-4962-b239-f9f182ee3d95 req-fe5aa8fb-d198-4cbe-acb4-79196af321e4 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d3f0d177-35e4-4cba-a762-d1357d3a9c11 HTTP/1.1" status: 200 len: 856 time: 0.0623488 Oct 01 04:22:39.525243 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20042e5-84c6-4962-b239-f9f182ee3d95 req-6d81a9fd-edaa-4805-8094-61e13e88d7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:39.526801 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f20042e5-84c6-4962-b239-f9f182ee3d95 req-6d81a9fd-edaa-4805-8094-61e13e88d7ea service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=41ad6d82-393d-469b-ad56-b82ab9a77fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0696208 Oct 01 04:22:39.528150 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad0feaf-0f0f-4d20-bd4c-7d399fbe4476 req-fa5a3bf7-9e7b-4576-b721-21156d8aaa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:39.529500 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9ad0feaf-0f0f-4d20-bd4c-7d399fbe4476 req-fa5a3bf7-9e7b-4576-b721-21156d8aaa46 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5be7b0c5-9e6d-4922-a242-c74e298031bb HTTP/1.1" status: 200 len: 858 time: 0.0813301 Oct 01 04:22:39.621815 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad0feaf-0f0f-4d20-bd4c-7d399fbe4476 req-eee43428-2359-4cfd-98c8-bd0190485cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:39.623336 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9ad0feaf-0f0f-4d20-bd4c-7d399fbe4476 req-eee43428-2359-4cfd-98c8-bd0190485cce service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=9e21d865-d526-49ca-8e76-21cf583604c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0836554 Oct 01 04:22:39.702679 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f20042e5-84c6-4962-b239-f9f182ee3d95 req-9fc76eca-93a5-438c-9c6e-06664517c40e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41ad6d82-393d-469b-ad56-b82ab9a77fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634500 Oct 01 04:22:39.782621 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9ad0feaf-0f0f-4d20-bd4c-7d399fbe4476 req-17530a69-d6f4-4ffd-aa37-97efe13709eb service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9e21d865-d526-49ca-8e76-21cf583604c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523497 Oct 01 04:22:39.865622 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f20042e5-84c6-4962-b239-f9f182ee3d95 req-b93e3727-d8f6-4b74-ad8e-2ba37e18abfb service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41ad6d82-393d-469b-ad56-b82ab9a77fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550696 Oct 01 04:22:39.880254 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:39.902819 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9ad0feaf-0f0f-4d20-bd4c-7d399fbe4476 req-d043dc5c-0adf-4cc0-a232-3cfa2a712133 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9e21d865-d526-49ca-8e76-21cf583604c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103818 Oct 01 04:22:40.421441 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:40.432876 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a54866-c4f8-417b-a2ca-c4567c30d17d req-67464ea6-4e39-4c8e-a9e9-5f52771e87d5 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:40.434413 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-67a54866-c4f8-417b-a2ca-c4567c30d17d req-67464ea6-4e39-4c8e-a9e9-5f52771e87d5 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 944 time: 0.0536654 Oct 01 04:22:40.657377 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-67a54866-c4f8-417b-a2ca-c4567c30d17d req-1a31b988-f6e0-4ee7-a81b-02c60d73c385 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2164764 Oct 01 04:22:41.163849 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 735577aa-5ec2-48d4-8f41-38cb8f95250a details requested by agent hyperv_hv-cinder-86004 with host hv-cinder-86004 {{(pid=106388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 01 04:22:41.236343 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=100 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:41.260224 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port 735577aa-5ec2-48d4-8f41-38cb8f95250a, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=735577aa-5ec2-48d4-8f41-38cb8f95250a,segment=NetworkSegment(2ed9749a-eb3b-4451-b7b7-83bb473f5fb1),segment_id=2ed9749a-eb3b-4451-b7b7-83bb473f5fb1)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:22:41.271643 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Returning: {'device': '735577aa-5ec2-48d4-8f41-38cb8f95250a', 'network_id': '41ad6d82-393d-469b-ad56-b82ab9a77fee', 'port_id': '735577aa-5ec2-48d4-8f41-38cb8f95250a', 'mac_address': 'fa:16:3e:7b:15:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f0d177-35e4-4cba-a762-d1357d3a9c11', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 01 04:22:41.310041 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Current status of the port 735577aa-5ec2-48d4-8f41-38cb8f95250a is: DOWN; New status is: BUILD {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:22:41.310432 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (735577aa-5ec2-48d4-8f41-38cb8f95250a), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:41.323505 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 735577aa-5ec2-48d4-8f41-38cb8f95250a {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 01 04:22:41.339996 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:41.344249 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port 735577aa-5ec2-48d4-8f41-38cb8f95250a, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=735577aa-5ec2-48d4-8f41-38cb8f95250a,segment=NetworkSegment(2ed9749a-eb3b-4451-b7b7-83bb473f5fb1),segment_id=2ed9749a-eb3b-4451-b7b7-83bb473f5fb1)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:22:41.347718 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (735577aa-5ec2-48d4-8f41-38cb8f95250a), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:41.393623 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Pushing event updated for resources: {'Port': ['ID=735577aa-5ec2-48d4-8f41-38cb8f95250a,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:22:41.402713 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:22:41.402713 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:22:41.402713 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:22:41.402713 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:22:41.403135 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:22:41.403447 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:22:41.403773 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:22:41.404101 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:22:41.404421 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:22:41.404805 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:22:41.405234 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:22:41.405564 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:22:41.405880 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:22:41.407560 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:22:41.407560 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:22:41.629558 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] get_ports_and_sgs() called for port_ids ['735577aa-5ec2-48d4-8f41-38cb8f95250a'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 01 04:22:41.796507 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e689e5-8d82-4c21-90a6-7ee526aeb4fe req-3e81ddee-fc6b-49d0-a038-fa2614569794 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:41.797987 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-20e689e5-8d82-4c21-90a6-7ee526aeb4fe req-3e81ddee-fc6b-49d0-a038-fa2614569794 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 945 time: 0.0483422 Oct 01 04:22:41.844253 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-20e689e5-8d82-4c21-90a6-7ee526aeb4fe req-e8a20e8d-4e12-45db-8488-42607b5d1e66 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406613 Oct 01 04:22:42.063830 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:42.068164 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=23 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:42.758993 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-219db504-484b-46fe-a141-f860eb8f9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (973633b6-dd94-436d-b3a5-971dbc41e63c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:43.000698 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:43.034347 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2942e430-e4ec-43a0-94f4-61a54e7ec14a req-c74e639a-6aa6-4ed2-a1ae-231303558e71 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:43.035811 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2942e430-e4ec-43a0-94f4-61a54e7ec14a req-c74e639a-6aa6-4ed2-a1ae-231303558e71 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 945 time: 0.2367146 Oct 01 04:22:43.056073 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b63dbc-27f1-49fc-962c-6dee2541ce6a req-f65f0466-675f-4bf6-8bc7-2317cc125d0b tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:43.057490 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-30b63dbc-27f1-49fc-962c-6dee2541ce6a req-f65f0466-675f-4bf6-8bc7-2317cc125d0b tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 945 time: 0.1325574 Oct 01 04:22:43.114727 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2942e430-e4ec-43a0-94f4-61a54e7ec14a req-ab2912a1-1057-404c-8266-5b73a95a1d2b tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e758483c-9e4c-4236-8a07-3b095c38114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732119 Oct 01 04:22:43.130527 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-30b63dbc-27f1-49fc-962c-6dee2541ce6a req-d2c0b449-866b-459c-a814-251ca587078a tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656607 Oct 01 04:22:43.164182 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 735577aa-5ec2-48d4-8f41-38cb8f95250a up at agent hyperv_hv-cinder-86004 {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:22:43.205066 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Provisioning for port 735577aa-5ec2-48d4-8f41-38cb8f95250a completed by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 01 04:22:43.210911 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Provisioning complete for port 735577aa-5ec2-48d4-8f41-38cb8f95250a triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:22:43.211444 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (735577aa-5ec2-48d4-8f41-38cb8f95250a), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:43.211739 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Attempt 1 to provision port 735577aa-5ec2-48d4-8f41-38cb8f95250a Oct 01 04:22:43.286339 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Current status of the port 735577aa-5ec2-48d4-8f41-38cb8f95250a is: BUILD; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:22:43.286644 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (735577aa-5ec2-48d4-8f41-38cb8f95250a), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:43.309640 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21e7357-43a2-4dc9-b0f6-26b14b68c464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735577aa-5ec2-48d4-8f41-38cb8f95250a'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:22:43.311874 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc2ed8ba810a9a899feae06a2d512ab46721588d0493fdbeca0f1bffbb3e03b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e55b27-3e0c-4162-bb3c-49ef658fbeba" -d '{"events": [{"server_uuid": "b21e7357-43a2-4dc9-b0f6-26b14b68c464", "name": "network-vif-plugged", "status": "completed", "tag": "735577aa-5ec2-48d4-8f41-38cb8f95250a"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:22:43.324259 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port 735577aa-5ec2-48d4-8f41-38cb8f95250a, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=735577aa-5ec2-48d4-8f41-38cb8f95250a,segment=NetworkSegment(2ed9749a-eb3b-4451-b7b7-83bb473f5fb1),segment_id=2ed9749a-eb3b-4451-b7b7-83bb473f5fb1)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:22:43.330631 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (735577aa-5ec2-48d4-8f41-38cb8f95250a), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:43.355675 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 01 Oct 2022 04:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076520a5-23ba-44a8-bbe7-89d3e2fe65d9 x-openstack-request-id: req-076520a5-23ba-44a8-bbe7-89d3e2fe65d9 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:22:43.355959 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b21e7357-43a2-4dc9-b0f6-26b14b68c464", "name": "network-vif-plugged", "status": "completed", "tag": "735577aa-5ec2-48d4-8f41-38cb8f95250a", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:22:43.356211 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-076520a5-23ba-44a8-bbe7-89d3e2fe65d9 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:22:43.356593 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-076520a5-23ba-44a8-bbe7-89d3e2fe65d9'] response: {'server_uuid': 'b21e7357-43a2-4dc9-b0f6-26b14b68c464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735577aa-5ec2-48d4-8f41-38cb8f95250a', 'code': 200} Oct 01 04:22:43.379573 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Pushing event updated for resources: {'Port': ['ID=735577aa-5ec2-48d4-8f41-38cb8f95250a,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:22:44.269425 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10cdaf-d502-4914-9911-e047d7ec85f1 req-ba6ff92a-c02a-4a97-921c-e220bbfe3a9e tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:44.270890 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-cc10cdaf-d502-4914-9911-e047d7ec85f1 req-ba6ff92a-c02a-4a97-921c-e220bbfe3a9e tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 945 time: 0.0807810 Oct 01 04:22:44.281087 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652438ba-cb4f-459c-945f-ab23734e32f9 req-7f6a4dfd-f9cd-496e-8f4b-cd8bd3da3836 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:44.282464 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-652438ba-cb4f-459c-945f-ab23734e32f9 req-7f6a4dfd-f9cd-496e-8f4b-cd8bd3da3836 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 946 time: 0.0626791 Oct 01 04:22:44.355815 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-cc10cdaf-d502-4914-9911-e047d7ec85f1 req-1bf7faa5-98d2-4111-b9e3-2e08324380c5 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e758483c-9e4c-4236-8a07-3b095c38114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724170 Oct 01 04:22:44.358924 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-652438ba-cb4f-459c-945f-ab23734e32f9 req-91c4801a-db23-42df-8c3e-d1a946a54d68 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698276 Oct 01 04:22:44.730855 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf181d8-069e-48dd-b623-c91751d452f2 req-d5c85102-e28a-4cfa-b39d-f14c2c221a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:44.732266 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-eaf181d8-069e-48dd-b623-c91751d452f2 req-d5c85102-e28a-4cfa-b39d-f14c2c221a67 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 1130 time: 0.0386572 Oct 01 04:22:44.831572 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58501077-1d0b-40ba-92f7-dbbf06185cf7 req-86d6caa7-8ccd-4374-927f-3cf7cc4cfe0e tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:44.833077 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-58501077-1d0b-40ba-92f7-dbbf06185cf7 req-86d6caa7-8ccd-4374-927f-3cf7cc4cfe0e tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 945 time: 0.0569780 Oct 01 04:22:44.855784 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-eaf181d8-069e-48dd-b623-c91751d452f2 req-c36f425f-bfc3-457f-b065-6c0c9fb0be7e service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850682 Oct 01 04:22:44.924892 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-58501077-1d0b-40ba-92f7-dbbf06185cf7 req-5ba02219-d566-413c-8d15-f3981fcd0627 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Deleting port ada360f6-273f-42d3-babd-7015209fbaac {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:22:44.925254 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-58501077-1d0b-40ba-92f7-dbbf06185cf7 req-5ba02219-d566-413c-8d15-f3981fcd0627 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (ada360f6-273f-42d3-babd-7015209fbaac), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:44.927629 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:45.017834 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-58501077-1d0b-40ba-92f7-dbbf06185cf7 req-5ba02219-d566-413c-8d15-f3981fcd0627 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] For port ada360f6-273f-42d3-babd-7015209fbaac, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=ada360f6-273f-42d3-babd-7015209fbaac,segment=NetworkSegment(456799c3-9e2a-4334-9278-8f3823819afe),segment_id=456799c3-9e2a-4334-9278-8f3823819afe)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:22:45.018099 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-58501077-1d0b-40ba-92f7-dbbf06185cf7 req-5ba02219-d566-413c-8d15-f3981fcd0627 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (ada360f6-273f-42d3-babd-7015209fbaac), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:45.067070 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b6333b1d-e3fd-4e60-a4ec-456673f1cf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (797ac3f1-c973-4eec-9950-99ad88971ed1), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:45.176457 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-58501077-1d0b-40ba-92f7-dbbf06185cf7 req-5ba02219-d566-413c-8d15-f3981fcd0627 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:45.176811 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-58501077-1d0b-40ba-92f7-dbbf06185cf7 req-5ba02219-d566-413c-8d15-f3981fcd0627 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989928'] for floatingip (53c31434-0306-4024-83e7-6bd64466289d), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:45.177149 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.db.l3_db [req-58501077-1d0b-40ba-92f7-dbbf06185cf7 req-5ba02219-d566-413c-8d15-f3981fcd0627 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Floating IP 53c31434-0306-4024-83e7-6bd64466289d disassociated. External IP: 172.27.2.186, port: ada360f6-273f-42d3-babd-7015209fbaac. Oct 01 04:22:45.177487 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-58501077-1d0b-40ba-92f7-dbbf06185cf7 req-5ba02219-d566-413c-8d15-f3981fcd0627 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Calling delete_port for ada360f6-273f-42d3-babd-7015209fbaac owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:22:45.303869 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-58501077-1d0b-40ba-92f7-dbbf06185cf7 req-5ba02219-d566-413c-8d15-f3981fcd0627 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (ada360f6-273f-42d3-babd-7015209fbaac), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:45.331983 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba02219-d566-413c-8d15-f3981fcd0627 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Pushing event deleted for resources: {'Port': ['ID=ada360f6-273f-42d3-babd-7015209fbaac,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:22:45.446536 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58501077-1d0b-40ba-92f7-dbbf06185cf7 req-5ba02219-d566-413c-8d15-f3981fcd0627 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Router bd3e2cc2-4a45-4937-a829-76647eb9c5f8 has already been hosted by L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 01 04:22:45.490617 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2a00de1f-95b6-4801-a9e2-981bb1540a61 req-559dce3a-3097-42de-8ae2-9724ec993d77 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 210 time: 0.0539141 Oct 01 04:22:45.523830 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe56c6-56cc-442c-84db-05d8fd0558fd req-7a02e245-b78d-44ec-8a57-0f48f0511f02 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:45.525600 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-57fe56c6-56cc-442c-84db-05d8fd0558fd req-7a02e245-b78d-44ec-8a57-0f48f0511f02 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 946 time: 0.0782397 Oct 01 04:22:45.553807 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58501077-1d0b-40ba-92f7-dbbf06185cf7 req-5ba02219-d566-413c-8d15-f3981fcd0627 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:22:45.564873 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5d8d5a-bf6a-48b4-8ed7-009a07b23244 None None] Sync routers for ids ['bd3e2cc2-4a45-4937-a829-76647eb9c5f8'] in dv-cinder-860044-1-iscsi {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:22:45.575552 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5d8d5a-bf6a-48b4-8ed7-009a07b23244 None None] Routers {'bd3e2cc2-4a45-4937-a829-76647eb9c5f8'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:22:45.576583 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-2b5d8d5a-bf6a-48b4-8ed7-009a07b23244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:22:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['bd3e2cc2-4a45-4937-a829-76647eb9c5f8'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:22:45.578008 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-57fe56c6-56cc-442c-84db-05d8fd0558fd req-947d740a-3056-409d-b000-e7798f08a2ec tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458946 Oct 01 04:22:45.602583 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-58501077-1d0b-40ba-92f7-dbbf06185cf7 req-5ba02219-d566-413c-8d15-f3981fcd0627 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] No DVR routers for this DVR port ada360f6-273f-42d3-babd-7015209fbaac on host hv-cinder-86004 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 01 04:22:45.605172 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-58501077-1d0b-40ba-92f7-dbbf06185cf7 req-5ba02219-d566-413c-8d15-f3981fcd0627 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:45.608674 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-58501077-1d0b-40ba-92f7-dbbf06185cf7 req-5ba02219-d566-413c-8d15-f3981fcd0627 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.25 "DELETE /networking/v2.0/ports/ada360f6-273f-42d3-babd-7015209fbaac HTTP/1.1" status: 204 len: 173 time: 0.7680027 Oct 01 04:22:45.609247 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2643a3f-906d-4cb4-8b4f-f2a63557ab69', 'name': 'network-vif-deleted', 'tag': 'ada360f6-273f-42d3-babd-7015209fbaac'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:22:45.611456 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23a471ff00a13a2eea8c87216c43e2c9873adc8b08d975975de21b294c9ff96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a3ba09-96d8-45e3-87b5-5a05b5a010c0" -d '{"events": [{"server_uuid": "c2643a3f-906d-4cb4-8b4f-f2a63557ab69", "name": "network-vif-deleted", "tag": "ada360f6-273f-42d3-babd-7015209fbaac"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:22:45.650461 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 01 Oct 2022 04:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a749fb-68e6-431f-b583-6f17efe288ae x-openstack-request-id: req-23a749fb-68e6-431f-b583-6f17efe288ae {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:22:45.650827 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2643a3f-906d-4cb4-8b4f-f2a63557ab69", "name": "network-vif-deleted", "tag": "ada360f6-273f-42d3-babd-7015209fbaac", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:22:45.651076 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-23a749fb-68e6-431f-b583-6f17efe288ae {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:22:45.651477 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23a749fb-68e6-431f-b583-6f17efe288ae'] response: {'server_uuid': 'c2643a3f-906d-4cb4-8b4f-f2a63557ab69', 'name': 'network-vif-deleted', 'tag': 'ada360f6-273f-42d3-babd-7015209fbaac', 'status': 'completed', 'code': 200} Oct 01 04:22:45.702824 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-2b5d8d5a-bf6a-48b4-8ed7-009a07b23244 None None] Set router bd3e2cc2-4a45-4937-a829-76647eb9c5f8 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:22:45.986176 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-2b5d8d5a-bf6a-48b4-8ed7-009a07b23244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'name': 'tempest-AttachVolumeTestJSON-180303181-router', 'tenant_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'fcc80e9b-d217-4578-b3d7-051e03c8ba8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:42Z', 'updated_at': '2022-10-01T04:17:55Z', 'revision_number': 4, 'project_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'gw_port': {'id': 'fcc80e9b-d217-4578-b3d7-051e03c8ba8c', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:43Z', 'updated_at': '2022-10-01T04:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '03de13cd-17bd-4c7d-8ee6-140edfcf3b21', 'name': '', 'network_id': '3af0afc2-a8fa-427e-a8af-57c40105fd2b', 'tenant_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'mac_address': 'fa:16:3e:9b:9c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '89891fb7-0571-4637-a13e-eaebabac5342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:51Z', 'updated_at': '2022-10-01T04:18:10Z', 'revision_number': 5, 'project_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'subnets': [{'id': '89891fb7-0571-4637-a13e-eaebabac5342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:22:46.011013 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5d8d5a-bf6a-48b4-8ed7-009a07b23244 None None] Checking router: bd3e2cc2-4a45-4937-a829-76647eb9c5f8 for host: dv-cinder-860044-1-iscsi {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:22:46.019258 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5d8d5a-bf6a-48b4-8ed7-009a07b23244 None None] Routers {'bd3e2cc2-4a45-4937-a829-76647eb9c5f8'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:22:46.019857 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-2b5d8d5a-bf6a-48b4-8ed7-009a07b23244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:22:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['bd3e2cc2-4a45-4937-a829-76647eb9c5f8'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:22:46.119892 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-2b5d8d5a-bf6a-48b4-8ed7-009a07b23244 None None] Set router bd3e2cc2-4a45-4937-a829-76647eb9c5f8 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:22:46.248343 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55550f09-9bf2-4503-b16a-2d26c0a47f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (3f31be2c-2b77-4d66-9a3d-30b9eb89a668), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:46.305135 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-2b5d8d5a-bf6a-48b4-8ed7-009a07b23244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'name': 'tempest-AttachVolumeTestJSON-180303181-router', 'tenant_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'fcc80e9b-d217-4578-b3d7-051e03c8ba8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:42Z', 'updated_at': '2022-10-01T04:17:55Z', 'revision_number': 4, 'project_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'gw_port': {'id': 'fcc80e9b-d217-4578-b3d7-051e03c8ba8c', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:43Z', 'updated_at': '2022-10-01T04:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '03de13cd-17bd-4c7d-8ee6-140edfcf3b21', 'name': '', 'network_id': '3af0afc2-a8fa-427e-a8af-57c40105fd2b', 'tenant_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'mac_address': 'fa:16:3e:9b:9c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '89891fb7-0571-4637-a13e-eaebabac5342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:51Z', 'updated_at': '2022-10-01T04:18:10Z', 'revision_number': 5, 'project_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'subnets': [{'id': '89891fb7-0571-4637-a13e-eaebabac5342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:22:46.332888 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5d8d5a-bf6a-48b4-8ed7-009a07b23244 None None] The sync data for ids ['bd3e2cc2-4a45-4937-a829-76647eb9c5f8'] in dv-cinder-860044-1-iscsi is: [{'id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'name': 'tempest-AttachVolumeTestJSON-180303181-router', 'tenant_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'fcc80e9b-d217-4578-b3d7-051e03c8ba8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:42Z', 'updated_at': '2022-10-01T04:17:55Z', 'revision_number': 4, 'project_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'gw_port': {'id': 'fcc80e9b-d217-4578-b3d7-051e03c8ba8c', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:43Z', 'updated_at': '2022-10-01T04:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '03de13cd-17bd-4c7d-8ee6-140edfcf3b21', 'name': '', 'network_id': '3af0afc2-a8fa-427e-a8af-57c40105fd2b', 'tenant_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'mac_address': 'fa:16:3e:9b:9c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '89891fb7-0571-4637-a13e-eaebabac5342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:51Z', 'updated_at': '2022-10-01T04:18:10Z', 'revision_number': 5, 'project_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'subnets': [{'id': '89891fb7-0571-4637-a13e-eaebabac5342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:22:46.595452 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4960b94-e00f-441a-8c13-fab842c8cbef None None] New status for floating IP 53c31434-0306-4024-83e7-6bd64466289d: DOWN {{(pid=106388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 01 04:22:46.631887 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d7e94eee-1549-4929-bed3-5153dee41cff req-a7baf31b-35e6-4f7b-adaa-8cb237c66221 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c2643a3f-906d-4cb4-8b4f-f2a63557ab69 HTTP/1.1" status: 200 len: 210 time: 0.0299327 Oct 01 04:22:46.711075 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2dc731-2b87-442b-88a3-81f12f0e9a1a req-7fd9e9b0-3c13-47f9-b7f6-a6a7e3c394ca tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:46.712639 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-bd2dc731-2b87-442b-88a3-81f12f0e9a1a req-7fd9e9b0-3c13-47f9-b7f6-a6a7e3c394ca tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 946 time: 0.0479782 Oct 01 04:22:46.763514 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-bd2dc731-2b87-442b-88a3-81f12f0e9a1a req-349fbab4-c05c-4dd3-b8df-9808fe47d86a tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448892 Oct 01 04:22:46.900744 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e1e1d-edb0-4209-b6d8-04d7cbea6c6a req-2907a25b-3501-4894-845a-04c24d103cca tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:46.902422 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-4c6e1e1d-edb0-4209-b6d8-04d7cbea6c6a req-2907a25b-3501-4894-845a-04c24d103cca tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 946 time: 0.0538478 Oct 01 04:22:46.913270 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 38848) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:22:46.918518 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-88712147-d08b-400f-b4dd-c2bbf6f7592f tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Request body: {'floatingip': {'port_id': '735577aa-5ec2-48d4-8f41-38cb8f95250a'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:22:46.922913 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:46.958620 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-88712147-d08b-400f-b4dd-c2bbf6f7592f tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks [] for floatingip (b18045a7-6f15-4961-8ee6-5e7b4549e43d), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:47.489775 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:47.629339 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-88712147-d08b-400f-b4dd-c2bbf6f7592f tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:47.633121 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-88712147-d08b-400f-b4dd-c2bbf6f7592f tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989928'] for floatingip (b18045a7-6f15-4961-8ee6-5e7b4549e43d), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:47.684377 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (d8875dbe-87f1-4639-b3ef-79ff4b202d58), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:47.730428 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 38854) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:22:47.733781 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.db.l3_db [None req-88712147-d08b-400f-b4dd-c2bbf6f7592f tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Floating IP b18045a7-6f15-4961-8ee6-5e7b4549e43d associated. External IP: 172.27.2.18, port: 735577aa-5ec2-48d4-8f41-38cb8f95250a. Oct 01 04:22:47.786771 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-a7d07ffa-1b58-43cf-9eaa-42cd3cc22325 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks [] for security_group (e758483c-9e4c-4236-8a07-3b095c38114b), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:47.809667 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-a7d07ffa-1b58-43cf-9eaa-42cd3cc22325 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks [] for security_group (e758483c-9e4c-4236-8a07-3b095c38114b), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:47.865289 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-a7d07ffa-1b58-43cf-9eaa-42cd3cc22325 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (e758483c-9e4c-4236-8a07-3b095c38114b), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:47.867862 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-a7d07ffa-1b58-43cf-9eaa-42cd3cc22325 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:47.869100 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-a7d07ffa-1b58-43cf-9eaa-42cd3cc22325 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/e758483c-9e4c-4236-8a07-3b095c38114b HTTP/1.1" status: 204 len: 168 time: 0.1375570 Oct 01 04:22:47.872284 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 38856) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:22:47.890500 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d07ffa-1b58-43cf-9eaa-42cd3cc22325 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e758483c-9e4c-4236-8a07-3b095c38114b,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:22:47.893079 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.api.v2.resource [None req-6433663f-db83-458d-a5b5-df791508cd61 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] show failed (client error): The resource could not be found. Oct 01 04:22:47.894116 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-6433663f-db83-458d-a5b5-df791508cd61 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/security-groups/e758483c-9e4c-4236-8a07-3b095c38114b HTTP/1.1" status: 404 len: 347 time: 0.0208652 Oct 01 04:22:47.897158 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 38858) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:22:47.935012 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91c43220-b735-4568-b99e-ce3dc63ea20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (a017e3cb-dd0a-4c83-ac3d-dd65b6d6e9f8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:47.940057 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:47.950824 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88712147-d08b-400f-b4dd-c2bbf6f7592f tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Router 3afaa6c5-af0b-47df-85d6-9e90acb38e71 has already been hosted by L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 01 04:22:48.014241 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-d786010e-47f4-4ab5-a06d-5cd9fe54efd1 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Deleting port 13e6df16-6417-4e6f-a896-3553ee453b6a {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:22:48.014594 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-d786010e-47f4-4ab5-a06d-5cd9fe54efd1 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (13e6df16-6417-4e6f-a896-3553ee453b6a), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:48.057158 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88712147-d08b-400f-b4dd-c2bbf6f7592f tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:22:48.062478 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-88712147-d08b-400f-b4dd-c2bbf6f7592f tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for floatingip (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:48.068672 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9ab864-a3e0-4fc9-bfc3-7aace47c6de8 None None] Sync routers for ids ['3afaa6c5-af0b-47df-85d6-9e90acb38e71'] in dv-cinder-860044-1-iscsi {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:22:48.079829 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9ab864-a3e0-4fc9-bfc3-7aace47c6de8 None None] Routers {'3afaa6c5-af0b-47df-85d6-9e90acb38e71'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:22:48.080528 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-cc9ab864-a3e0-4fc9-bfc3-7aace47c6de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:22:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['3afaa6c5-af0b-47df-85d6-9e90acb38e71'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:22:48.094849 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-88712147-d08b-400f-b4dd-c2bbf6f7592f tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/b18045a7-6f15-4961-8ee6-5e7b4549e43d HTTP/1.1" status: 200 len: 991 time: 1.1784031 Oct 01 04:22:48.094849 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21e7357-43a2-4dc9-b0f6-26b14b68c464', 'tag': '735577aa-5ec2-48d4-8f41-38cb8f95250a'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:22:48.095874 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23a471ff00a13a2eea8c87216c43e2c9873adc8b08d975975de21b294c9ff96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b28c99-a53c-42c8-b9d2-b99bd4231d70" -d '{"events": [{"name": "network-changed", "server_uuid": "b21e7357-43a2-4dc9-b0f6-26b14b68c464", "tag": "735577aa-5ec2-48d4-8f41-38cb8f95250a"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:22:48.101670 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-d786010e-47f4-4ab5-a06d-5cd9fe54efd1 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (13e6df16-6417-4e6f-a896-3553ee453b6a), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:48.101999 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-d786010e-47f4-4ab5-a06d-5cd9fe54efd1 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks [] for floatingip (13e6df16-6417-4e6f-a896-3553ee453b6a), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:48.116031 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-d786010e-47f4-4ab5-a06d-5cd9fe54efd1 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Calling delete_port for 13e6df16-6417-4e6f-a896-3553ee453b6a owned by network:floatingip {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:22:48.136651 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 01 Oct 2022 04:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3460062d-2f25-4a89-85ee-b13e9ca1824d x-openstack-request-id: req-3460062d-2f25-4a89-85ee-b13e9ca1824d {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:22:48.137055 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b21e7357-43a2-4dc9-b0f6-26b14b68c464", "tag": "735577aa-5ec2-48d4-8f41-38cb8f95250a", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:22:48.137385 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3460062d-2f25-4a89-85ee-b13e9ca1824d {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:22:48.137907 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3460062d-2f25-4a89-85ee-b13e9ca1824d'] response: {'name': 'network-changed', 'server_uuid': 'b21e7357-43a2-4dc9-b0f6-26b14b68c464', 'tag': '735577aa-5ec2-48d4-8f41-38cb8f95250a', 'status': 'completed', 'code': 200} Oct 01 04:22:48.181188 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:48.204757 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-cc9ab864-a3e0-4fc9-bfc3-7aace47c6de8 None None] Set router 3afaa6c5-af0b-47df-85d6-9e90acb38e71 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:22:48.211026 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b28c99-a53c-42c8-b9d2-b99bd4231d70 req-cefaad54-f12e-46a0-9f91-61a76a850067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:48.212782 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-17b28c99-a53c-42c8-b9d2-b99bd4231d70 req-cefaad54-f12e-46a0-9f91-61a76a850067 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=19d87f6d9adf4ce98e934187ec8ae0d7&device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 1130 time: 0.0498328 Oct 01 04:22:48.274500 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-d786010e-47f4-4ab5-a06d-5cd9fe54efd1 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5071981'] for port (13e6df16-6417-4e6f-a896-3553ee453b6a), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:48.300362 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:48.302620 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d786010e-47f4-4ab5-a06d-5cd9fe54efd1 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Pushing event deleted for resources: {'Port': ['ID=13e6df16-6417-4e6f-a896-3553ee453b6a,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:22:48.319240 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b28c99-a53c-42c8-b9d2-b99bd4231d70 req-a79ae43e-367e-49cd-844e-440dbe06e060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:48.320752 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-17b28c99-a53c-42c8-b9d2-b99bd4231d70 req-a79ae43e-367e-49cd-844e-440dbe06e060 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=41ad6d82-393d-469b-ad56-b82ab9a77fee HTTP/1.1" status: 200 len: 918 time: 0.0997591 Oct 01 04:22:48.374832 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-d786010e-47f4-4ab5-a06d-5cd9fe54efd1 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks [] for floatingip (53c31434-0306-4024-83e7-6bd64466289d), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:48.377500 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-d786010e-47f4-4ab5-a06d-5cd9fe54efd1 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for floatingip (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:48.381590 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-d786010e-47f4-4ab5-a06d-5cd9fe54efd1 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/53c31434-0306-4024-83e7-6bd64466289d HTTP/1.1" status: 204 len: 168 time: 0.4804153 Oct 01 04:22:48.400106 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-17b28c99-a53c-42c8-b9d2-b99bd4231d70 req-c7662dc8-6eeb-4b01-88a4-65b808a651b5 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=735577aa-5ec2-48d4-8f41-38cb8f95250a HTTP/1.1" status: 200 len: 999 time: 0.0712700 Oct 01 04:22:48.427323 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:48.429518 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:48.444180 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-cc9ab864-a3e0-4fc9-bfc3-7aace47c6de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'name': 'tempest-AttachVolumeShelveTestJSON-1219296695-router', 'tenant_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'dd4468db-ec48-49c8-8eb6-06517b0d32d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:44Z', 'updated_at': '2022-10-01T04:17:58Z', 'revision_number': 4, 'project_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'gw_port': {'id': 'dd4468db-ec48-49c8-8eb6-06517b0d32d3', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:95:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:46Z', 'updated_at': '2022-10-01T04:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_floatingips': [{'id': 'b18045a7-6f15-4961-8ee6-5e7b4549e43d', 'tenant_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'router_id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'port_id': '735577aa-5ec2-48d4-8f41-38cb8f95250a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41ad6d82-393d-469b-ad56-b82ab9a77fee', 'mac_address': 'fa:16:3e:7b:15:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21e7357-43a2-4dc9-b0f6-26b14b68c464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-01T04:22:33Z', 'updated_at': '2022-10-01T04:22:47Z', 'revision_number': 1, 'project_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f582974d-8b65-4524-bec5-48d37856577d', 'name': '', 'network_id': '41ad6d82-393d-469b-ad56-b82ab9a77fee', 'tenant_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'mac_address': 'fa:16:3e:44:c1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd3f0d177-35e4-4cba-a762-d1357d3a9c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:57Z', 'updated_at': '2022-10-01T04:18:14Z', 'revision_number': 5, 'project_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'subnets': [{'id': 'd3f0d177-35e4-4cba-a762-d1357d3a9c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:22:48.456750 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b28c99-a53c-42c8-b9d2-b99bd4231d70 req-533fef7a-9885-497c-90d0-a1fdb0159b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:48.458184 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 38866) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:22:48.458535 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-17b28c99-a53c-42c8-b9d2-b99bd4231d70 req-533fef7a-9885-497c-90d0-a1fdb0159b1f service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d3f0d177-35e4-4cba-a762-d1357d3a9c11 HTTP/1.1" status: 200 len: 856 time: 0.0509329 Oct 01 04:22:48.462971 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [None req-0ec9e85f-308c-4ba6-93e3-24c0d1d401f0 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1776402150', 'description': 'tempest-description--1232053291'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:22:48.473103 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9ab864-a3e0-4fc9-bfc3-7aace47c6de8 None None] Checking router: 3afaa6c5-af0b-47df-85d6-9e90acb38e71 for host: dv-cinder-860044-1-iscsi {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:22:48.482188 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9ab864-a3e0-4fc9-bfc3-7aace47c6de8 None None] Routers {'3afaa6c5-af0b-47df-85d6-9e90acb38e71'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:22:48.483422 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-cc9ab864-a3e0-4fc9-bfc3-7aace47c6de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:22:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['3afaa6c5-af0b-47df-85d6-9e90acb38e71'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:22:48.487862 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-0ec9e85f-308c-4ba6-93e3-24c0d1d401f0 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:48.511584 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b28c99-a53c-42c8-b9d2-b99bd4231d70 req-89bfed29-583f-47cb-9ffd-4bd439b3ea31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:48.513369 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-17b28c99-a53c-42c8-b9d2-b99bd4231d70 req-89bfed29-583f-47cb-9ffd-4bd439b3ea31 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=41ad6d82-393d-469b-ad56-b82ab9a77fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488012 Oct 01 04:22:48.578431 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-0ec9e85f-308c-4ba6-93e3-24c0d1d401f0 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks [] for security_group (7b885506-c339-41ad-b053-54869367eea8), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:48.583576 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-0ec9e85f-308c-4ba6-93e3-24c0d1d401f0 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (7b885506-c339-41ad-b053-54869367eea8), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:48.589175 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-cc9ab864-a3e0-4fc9-bfc3-7aace47c6de8 None None] Set router 3afaa6c5-af0b-47df-85d6-9e90acb38e71 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:22:48.600965 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:48.615915 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-0ec9e85f-308c-4ba6-93e3-24c0d1d401f0 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:48.617170 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-0ec9e85f-308c-4ba6-93e3-24c0d1d401f0 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1577539 Oct 01 04:22:48.620187 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 38868) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:22:48.621364 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec9e85f-308c-4ba6-93e3-24c0d1d401f0 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b885506-c339-41ad-b053-54869367eea8,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:22:48.625451 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-ff7c8dff-4a9d-46db-a13b-31ec62b8c972 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Request body: {'security_group_rule': {'security_group_id': '7b885506-c339-41ad-b053-54869367eea8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:22:48.635884 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-17b28c99-a53c-42c8-b9d2-b99bd4231d70 req-7a25b5fa-d6fb-44af-8cff-ab4b7c775ec1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41ad6d82-393d-469b-ad56-b82ab9a77fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156676 Oct 01 04:22:48.700304 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ff7c8dff-4a9d-46db-a13b-31ec62b8c972 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks [] for security_group_rule (eba73107-6e95-4540-a944-3b308c510271), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:48.771917 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-17b28c99-a53c-42c8-b9d2-b99bd4231d70 req-a0c07cae-9003-441e-9dac-de86dfa31ca3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41ad6d82-393d-469b-ad56-b82ab9a77fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288924 Oct 01 04:22:48.791617 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ff7c8dff-4a9d-46db-a13b-31ec62b8c972 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks [] for security_group_rule (eba73107-6e95-4540-a944-3b308c510271), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:48.795801 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ff7c8dff-4a9d-46db-a13b-31ec62b8c972 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043934'] for security_group_rule (eba73107-6e95-4540-a944-3b308c510271), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:48.814301 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-cc9ab864-a3e0-4fc9-bfc3-7aace47c6de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'name': 'tempest-AttachVolumeShelveTestJSON-1219296695-router', 'tenant_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'dd4468db-ec48-49c8-8eb6-06517b0d32d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:44Z', 'updated_at': '2022-10-01T04:17:58Z', 'revision_number': 4, 'project_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'gw_port': {'id': 'dd4468db-ec48-49c8-8eb6-06517b0d32d3', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:95:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:46Z', 'updated_at': '2022-10-01T04:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_floatingips': [{'id': 'b18045a7-6f15-4961-8ee6-5e7b4549e43d', 'tenant_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'router_id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'port_id': '735577aa-5ec2-48d4-8f41-38cb8f95250a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41ad6d82-393d-469b-ad56-b82ab9a77fee', 'mac_address': 'fa:16:3e:7b:15:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21e7357-43a2-4dc9-b0f6-26b14b68c464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-01T04:22:33Z', 'updated_at': '2022-10-01T04:22:47Z', 'revision_number': 1, 'project_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f582974d-8b65-4524-bec5-48d37856577d', 'name': '', 'network_id': '41ad6d82-393d-469b-ad56-b82ab9a77fee', 'tenant_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'mac_address': 'fa:16:3e:44:c1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd3f0d177-35e4-4cba-a762-d1357d3a9c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:57Z', 'updated_at': '2022-10-01T04:18:14Z', 'revision_number': 5, 'project_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'subnets': [{'id': 'd3f0d177-35e4-4cba-a762-d1357d3a9c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:22:48.815684 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c8dff-4a9d-46db-a13b-31ec62b8c972 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eba73107-6e95-4540-a944-3b308c510271,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:22:48.824424 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ff7c8dff-4a9d-46db-a13b-31ec62b8c972 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:48.829109 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-ff7c8dff-4a9d-46db-a13b-31ec62b8c972 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2045524 Oct 01 04:22:48.829319 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 38870) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:22:48.833769 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-9048e902-40d0-495b-ae05-d1ccc7e8ee2c tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Request body: {'security_group_rule': {'security_group_id': '7b885506-c339-41ad-b053-54869367eea8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:22:48.840220 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9ab864-a3e0-4fc9-bfc3-7aace47c6de8 None None] The sync data for ids ['3afaa6c5-af0b-47df-85d6-9e90acb38e71'] in dv-cinder-860044-1-iscsi is: [{'id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'name': 'tempest-AttachVolumeShelveTestJSON-1219296695-router', 'tenant_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'dd4468db-ec48-49c8-8eb6-06517b0d32d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:44Z', 'updated_at': '2022-10-01T04:17:58Z', 'revision_number': 4, 'project_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'gw_port': {'id': 'dd4468db-ec48-49c8-8eb6-06517b0d32d3', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:95:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:46Z', 'updated_at': '2022-10-01T04:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_floatingips': [{'id': 'b18045a7-6f15-4961-8ee6-5e7b4549e43d', 'tenant_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'router_id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'port_id': '735577aa-5ec2-48d4-8f41-38cb8f95250a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41ad6d82-393d-469b-ad56-b82ab9a77fee', 'mac_address': 'fa:16:3e:7b:15:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21e7357-43a2-4dc9-b0f6-26b14b68c464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-01T04:22:33Z', 'updated_at': '2022-10-01T04:22:47Z', 'revision_number': 1, 'project_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f582974d-8b65-4524-bec5-48d37856577d', 'name': '', 'network_id': '41ad6d82-393d-469b-ad56-b82ab9a77fee', 'tenant_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'mac_address': 'fa:16:3e:44:c1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd3f0d177-35e4-4cba-a762-d1357d3a9c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:57Z', 'updated_at': '2022-10-01T04:18:14Z', 'revision_number': 5, 'project_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'subnets': [{'id': 'd3f0d177-35e4-4cba-a762-d1357d3a9c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:22:48.861117 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9048e902-40d0-495b-ae05-d1ccc7e8ee2c tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks [] for security_group_rule (2c206de9-9ea6-48c8-986e-8349f63e87f5), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:48.921983 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9048e902-40d0-495b-ae05-d1ccc7e8ee2c tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks [] for security_group_rule (2c206de9-9ea6-48c8-986e-8349f63e87f5), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:48.925762 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9048e902-40d0-495b-ae05-d1ccc7e8ee2c tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043934'] for security_group_rule (2c206de9-9ea6-48c8-986e-8349f63e87f5), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:48.944685 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9048e902-40d0-495b-ae05-d1ccc7e8ee2c tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c206de9-9ea6-48c8-986e-8349f63e87f5,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:22:48.951434 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9048e902-40d0-495b-ae05-d1ccc7e8ee2c tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:48.952664 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-9048e902-40d0-495b-ae05-d1ccc7e8ee2c tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1223114 Oct 01 04:22:48.955798 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 38872) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:22:48.960163 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-0e5a91b9-5640-41df-b132-2bfa59591b54 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Request body: {'floatingip': {'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:22:48.983328 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0e5a91b9-5640-41df-b132-2bfa59591b54 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:49.053527 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670e19ea-e207-4b35-bc3f-aed0fd405c87 None None] New status for floating IP b18045a7-6f15-4961-8ee6-5e7b4549e43d: ACTIVE {{(pid=106388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 01 04:22:49.069797 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0e5a91b9-5640-41df-b132-2bfa59591b54 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:49.137917 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:49.167122 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:49.179501 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-0e5a91b9-5640-41df-b132-2bfa59591b54 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Allocated IP 172.27.2.113 (1c94595f-3990-43c2-b34b-d882a8bf5172/3c747529-64bf-417b-84a2-71abc1dc7574/8f97a843-d179-45e7-83c6-45fea3afe4d7) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:22:49.186719 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device ada360f6-273f-42d3-babd-7015209fbaac no longer exists at agent hyperv_hv-cinder-86004 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:22:49.207552 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] No Port match for: ada360f6-273f-42d3-babd-7015209fbaac {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 01 04:22:49.208031 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device ada360f6-273f-42d3-babd-7015209fbaac not bound to the agent host hv-cinder-86004 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 01 04:22:49.297508 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0e5a91b9-5640-41df-b132-2bfa59591b54 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks [] for port (8f97a843-d179-45e7-83c6-45fea3afe4d7), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:49.312892 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:49.334452 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0e5a91b9-5640-41df-b132-2bfa59591b54 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (8f97a843-d179-45e7-83c6-45fea3afe4d7), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:49.375469 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5a91b9-5640-41df-b132-2bfa59591b54 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Network 1c94595f-3990-43c2-b34b-d882a8bf5172 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:22:49.378616 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-0e5a91b9-5640-41df-b132-2bfa59591b54 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:22:49.382335 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5a91b9-5640-41df-b132-2bfa59591b54 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:22:49.385494 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5a91b9-5640-41df-b132-2bfa59591b54 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Pushing event updated for resources: {'Port': ['ID=8f97a843-d179-45e7-83c6-45fea3afe4d7,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:22:49.469653 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0e5a91b9-5640-41df-b132-2bfa59591b54 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks [] for floatingip (4e853062-424f-4f73-b3c7-fa3ace0fd317), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:49.509789 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0e5a91b9-5640-41df-b132-2bfa59591b54 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (8f97a843-d179-45e7-83c6-45fea3afe4d7), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:49.656282 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0e5a91b9-5640-41df-b132-2bfa59591b54 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks [] for port (8f97a843-d179-45e7-83c6-45fea3afe4d7), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:49.660488 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0e5a91b9-5640-41df-b132-2bfa59591b54 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4916182'] for port (8f97a843-d179-45e7-83c6-45fea3afe4d7), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:49.725236 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5a91b9-5640-41df-b132-2bfa59591b54 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Pushing event updated for resources: {'Port': ['ID=8f97a843-d179-45e7-83c6-45fea3afe4d7,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:22:49.727502 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0e5a91b9-5640-41df-b132-2bfa59591b54 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989928'] for floatingip (4e853062-424f-4f73-b3c7-fa3ace0fd317), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:49.743247 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0e5a91b9-5640-41df-b132-2bfa59591b54 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for floatingip (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:49.744468 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-0e5a91b9-5640-41df-b132-2bfa59591b54 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7876546 Oct 01 04:22:49.943953 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-77706b8c-74a9-4895-b8c0-ae3f991147c7 req-89dd73ba-e8f1-4adf-b93a-33a8fc43bc89 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1776402150&fields=id&tenant_id=16cd7bcb315d4dc58f73a9918adb57e2 HTTP/1.1" status: 200 len: 267 time: 0.0422702 Oct 01 04:22:50.052043 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77706b8c-74a9-4895-b8c0-ae3f991147c7 req-144a8271-6b48-4fa7-a2f0-aba1a2410ad9 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:50.053514 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-77706b8c-74a9-4895-b8c0-ae3f991147c7 req-144a8271-6b48-4fa7-a2f0-aba1a2410ad9 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/networks?id=3af0afc2-a8fa-427e-a8af-57c40105fd2b HTTP/1.1" status: 200 len: 810 time: 0.1033332 Oct 01 04:22:50.067857 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-77706b8c-74a9-4895-b8c0-ae3f991147c7 req-78d85b71-f960-4f2f-9e2b-3ae6c01fca2e tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/quotas/16cd7bcb315d4dc58f73a9918adb57e2 HTTP/1.1" status: 200 len: 375 time: 0.0088809 Oct 01 04:22:50.117639 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-77706b8c-74a9-4895-b8c0-ae3f991147c7 req-57d3f53c-b986-4170-ade2-fe966a8f1bef tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=16cd7bcb315d4dc58f73a9918adb57e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448370 Oct 01 04:22:50.214683 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-77706b8c-74a9-4895-b8c0-ae3f991147c7 req-1bdcee71-5708-41b5-a513-e79abf58706e service neutron] 10.222.0.26 "GET /networking/v2.0/networks/3af0afc2-a8fa-427e-a8af-57c40105fd2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839267 Oct 01 04:22:50.276022 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:50.311383 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-77706b8c-74a9-4895-b8c0-ae3f991147c7 req-99718f28-74aa-42fe-a558-ceaf73cbeb40 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/3af0afc2-a8fa-427e-a8af-57c40105fd2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900600 Oct 01 04:22:50.474283 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-f10de990-b167-42d4-b2c9-70e0f25986df req-2dd0eeaf-c232-43be-8035-6a3ee25edf6b tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fe5ffc66-fce0-4d07-9190-6b4634a9047b HTTP/1.1" status: 200 len: 210 time: 0.0289574 Oct 01 04:22:51.576011 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a0dd07d8-1ce9-4eb0-a9c6-b76834186576 req-bafc2faf-7190-4dcf-b1ef-3735a907faf4 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fe5ffc66-fce0-4d07-9190-6b4634a9047b HTTP/1.1" status: 200 len: 210 time: 0.0289123 Oct 01 04:22:52.359400 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77706b8c-74a9-4895-b8c0-ae3f991147c7 req-5ceaaad2-449e-4ad5-9f26-a4113b2696ea tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:52.360881 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-77706b8c-74a9-4895-b8c0-ae3f991147c7 req-5ceaaad2-449e-4ad5-9f26-a4113b2696ea tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.25 "GET /networking/v2.0/networks?id=3af0afc2-a8fa-427e-a8af-57c40105fd2b HTTP/1.1" status: 200 len: 810 time: 0.1052263 Oct 01 04:22:52.426485 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-77706b8c-74a9-4895-b8c0-ae3f991147c7 req-d9171d81-779c-4d8a-8202-9da4a55e52b9 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=16cd7bcb315d4dc58f73a9918adb57e2 HTTP/1.1" status: 200 len: 380 time: 0.0543253 Oct 01 04:22:52.434944 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-77706b8c-74a9-4895-b8c0-ae3f991147c7 req-4e4b7ca4-2ebe-4c5e-a43d-2ec3689cb91b tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Request body: {'port': {'device_id': 'fe5ffc66-fce0-4d07-9190-6b4634a9047b', 'network_id': '3af0afc2-a8fa-427e-a8af-57c40105fd2b', 'admin_state_up': True, 'tenant_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'security_groups': ['7b885506-c339-41ad-b053-54869367eea8']}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:22:52.512599 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:52.548064 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77706b8c-74a9-4895-b8c0-ae3f991147c7 req-4e4b7ca4-2ebe-4c5e-a43d-2ec3689cb91b tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Made reservation on behalf of 16cd7bcb315d4dc58f73a9918adb57e2 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:22:52.552291 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-77706b8c-74a9-4895-b8c0-ae3f991147c7 req-4e4b7ca4-2ebe-4c5e-a43d-2ec3689cb91b tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:52.560899 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:52.679128 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-77706b8c-74a9-4895-b8c0-ae3f991147c7 req-4e4b7ca4-2ebe-4c5e-a43d-2ec3689cb91b tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Allocated IP 172.20.0.7 (3af0afc2-a8fa-427e-a8af-57c40105fd2b/89891fb7-0571-4637-a13e-eaebabac5342/b87ca074-d876-4fb1-9848-b40704e5a030) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:22:52.685304 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a8dcae34-a667-4799-88fc-4f2c65e204c3 req-b9bcbaea-81d9-4b44-93d3-936a4c5615ff tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fe5ffc66-fce0-4d07-9190-6b4634a9047b HTTP/1.1" status: 200 len: 210 time: 0.0306849 Oct 01 04:22:52.831069 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-77706b8c-74a9-4895-b8c0-ae3f991147c7 req-4e4b7ca4-2ebe-4c5e-a43d-2ec3689cb91b tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks [] for port (b87ca074-d876-4fb1-9848-b40704e5a030), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:52.849773 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (2c3964fb-7920-4c48-8672-be15ccfa9ce8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:52.864012 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-77706b8c-74a9-4895-b8c0-ae3f991147c7 req-4e4b7ca4-2ebe-4c5e-a43d-2ec3689cb91b tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (b87ca074-d876-4fb1-9848-b40704e5a030), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:52.909659 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77706b8c-74a9-4895-b8c0-ae3f991147c7 req-4e4b7ca4-2ebe-4c5e-a43d-2ec3689cb91b tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Network 3af0afc2-a8fa-427e-a8af-57c40105fd2b is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:22:52.914818 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-77706b8c-74a9-4895-b8c0-ae3f991147c7 req-4e4b7ca4-2ebe-4c5e-a43d-2ec3689cb91b tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:22:52.918757 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-77706b8c-74a9-4895-b8c0-ae3f991147c7 req-4e4b7ca4-2ebe-4c5e-a43d-2ec3689cb91b tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:22:52.944854 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4b7ca4-2ebe-4c5e-a43d-2ec3689cb91b tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Pushing event updated for resources: {'Port': ['ID=b87ca074-d876-4fb1-9848-b40704e5a030,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:22:52.970407 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77706b8c-74a9-4895-b8c0-ae3f991147c7 req-4e4b7ca4-2ebe-4c5e-a43d-2ec3689cb91b tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:52.971637 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-77706b8c-74a9-4895-b8c0-ae3f991147c7 req-4e4b7ca4-2ebe-4c5e-a43d-2ec3689cb91b tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:52.989535 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-77706b8c-74a9-4895-b8c0-ae3f991147c7 req-4e4b7ca4-2ebe-4c5e-a43d-2ec3689cb91b tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5581679 Oct 01 04:22:53.001631 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-77706b8c-74a9-4895-b8c0-ae3f991147c7 req-17807a27-7731-488d-b909-daf1a71542ec service neutron] Request body: {'port': {'device_id': 'fe5ffc66-fce0-4d07-9190-6b4634a9047b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86004'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:22:53.063644 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-77706b8c-74a9-4895-b8c0-ae3f991147c7 req-17807a27-7731-488d-b909-daf1a71542ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (b87ca074-d876-4fb1-9848-b40704e5a030), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:53.125899 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-5c5ee244-5e33-4460-b2c0-3cc9909a197b None None] Provisioning complete for port b87ca074-d876-4fb1-9848-b40704e5a030 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:22:53.126283 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5c5ee244-5e33-4460-b2c0-3cc9909a197b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (b87ca074-d876-4fb1-9848-b40704e5a030), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:53.126630 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-5c5ee244-5e33-4460-b2c0-3cc9909a197b None None] Attempt 1 to provision port b87ca074-d876-4fb1-9848-b40704e5a030 Oct 01 04:22:53.160497 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-5c5ee244-5e33-4460-b2c0-3cc9909a197b None None] Port b87ca074-d876-4fb1-9848-b40704e5a030 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 01 04:22:53.270029 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:53.326856 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [req-77706b8c-74a9-4895-b8c0-ae3f991147c7 req-17807a27-7731-488d-b909-daf1a71542ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b87ca074-d876-4fb1-9848-b40704e5a030 {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 01 04:22:53.334748 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-77706b8c-74a9-4895-b8c0-ae3f991147c7 req-17807a27-7731-488d-b909-daf1a71542ec service neutron] Publish callbacks [] for port (b87ca074-d876-4fb1-9848-b40704e5a030), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:53.347380 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-77706b8c-74a9-4895-b8c0-ae3f991147c7 req-17807a27-7731-488d-b909-daf1a71542ec service neutron] Transition to ACTIVE for port object b87ca074-d876-4fb1-9848-b40704e5a030 will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 01 04:22:53.351704 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-77706b8c-74a9-4895-b8c0-ae3f991147c7 req-17807a27-7731-488d-b909-daf1a71542ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4916182'] for port (b87ca074-d876-4fb1-9848-b40704e5a030), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:53.430346 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17807a27-7731-488d-b909-daf1a71542ec service neutron] Pushing event updated for resources: {'Port': ['ID=b87ca074-d876-4fb1-9848-b40704e5a030,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:22:53.437597 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=5 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:53.463812 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-77706b8c-74a9-4895-b8c0-ae3f991147c7 req-17807a27-7731-488d-b909-daf1a71542ec service neutron] Attempting to bind port b87ca074-d876-4fb1-9848-b40704e5a030 on host hv-cinder-86004 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 01 04:22:53.464148 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-77706b8c-74a9-4895-b8c0-ae3f991147c7 req-17807a27-7731-488d-b909-daf1a71542ec service neutron] Attempting to bind port b87ca074-d876-4fb1-9848-b40704e5a030 by drivers openvswitch,hyperv on host hv-cinder-86004 at level 0 using segments [{'id': '456799c3-9e2a-4334-9278-8f3823819afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3af0afc2-a8fa-427e-a8af-57c40105fd2b'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 01 04:22:53.464475 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77706b8c-74a9-4895-b8c0-ae3f991147c7 req-17807a27-7731-488d-b909-daf1a71542ec service neutron] Attempting to bind port b87ca074-d876-4fb1-9848-b40704e5a030 on network 3af0afc2-a8fa-427e-a8af-57c40105fd2b {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:22:53.509150 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77706b8c-74a9-4895-b8c0-ae3f991147c7 req-17807a27-7731-488d-b909-daf1a71542ec service neutron] Port b87ca074-d876-4fb1-9848-b40704e5a030 on network 3af0afc2-a8fa-427e-a8af-57c40105fd2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86004 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 01 04:22:53.509517 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77706b8c-74a9-4895-b8c0-ae3f991147c7 req-17807a27-7731-488d-b909-daf1a71542ec service neutron] Attempting to bind port b87ca074-d876-4fb1-9848-b40704e5a030 on network 3af0afc2-a8fa-427e-a8af-57c40105fd2b {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:22:53.551487 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77706b8c-74a9-4895-b8c0-ae3f991147c7 req-17807a27-7731-488d-b909-daf1a71542ec service neutron] Checking agent: {'id': '2c3964fb-7920-4c48-8672-be15ccfa9ce8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86004', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 1, 4, 15, 53), 'started_at': datetime.datetime(2022, 10, 1, 4, 15, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 1, 4, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 01 04:22:53.551828 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77706b8c-74a9-4895-b8c0-ae3f991147c7 req-17807a27-7731-488d-b909-daf1a71542ec service neutron] Checking segment: {'id': '456799c3-9e2a-4334-9278-8f3823819afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3af0afc2-a8fa-427e-a8af-57c40105fd2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:22:53.552213 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77706b8c-74a9-4895-b8c0-ae3f991147c7 req-17807a27-7731-488d-b909-daf1a71542ec service neutron] Bound using segment: {'id': '456799c3-9e2a-4334-9278-8f3823819afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3af0afc2-a8fa-427e-a8af-57c40105fd2b'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 01 04:22:53.552644 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-77706b8c-74a9-4895-b8c0-ae3f991147c7 req-17807a27-7731-488d-b909-daf1a71542ec service neutron] Bound port: b87ca074-d876-4fb1-9848-b40704e5a030, host: hv-cinder-86004, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '456799c3-9e2a-4334-9278-8f3823819afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3af0afc2-a8fa-427e-a8af-57c40105fd2b'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 01 04:22:53.553032 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-77706b8c-74a9-4895-b8c0-ae3f991147c7 req-17807a27-7731-488d-b909-daf1a71542ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (b87ca074-d876-4fb1-9848-b40704e5a030), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:53.612612 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-77706b8c-74a9-4895-b8c0-ae3f991147c7 req-17807a27-7731-488d-b909-daf1a71542ec service neutron] For port b87ca074-d876-4fb1-9848-b40704e5a030, host hv-cinder-86004, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 01 04:22:53.615618 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-77706b8c-74a9-4895-b8c0-ae3f991147c7 req-17807a27-7731-488d-b909-daf1a71542ec service neutron] For port b87ca074-d876-4fb1-9848-b40704e5a030, host hv-cinder-86004, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=b87ca074-d876-4fb1-9848-b40704e5a030,segment=NetworkSegment(456799c3-9e2a-4334-9278-8f3823819afe),segment_id=456799c3-9e2a-4334-9278-8f3823819afe)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 01 04:22:53.621301 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-77706b8c-74a9-4895-b8c0-ae3f991147c7 req-17807a27-7731-488d-b909-daf1a71542ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4916182'] for port (b87ca074-d876-4fb1-9848-b40704e5a030), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:53.625225 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77706b8c-74a9-4895-b8c0-ae3f991147c7 req-17807a27-7731-488d-b909-daf1a71542ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:53.625838 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-77706b8c-74a9-4895-b8c0-ae3f991147c7 req-17807a27-7731-488d-b909-daf1a71542ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:53.627751 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-77706b8c-74a9-4895-b8c0-ae3f991147c7 req-17807a27-7731-488d-b909-daf1a71542ec service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/b87ca074-d876-4fb1-9848-b40704e5a030 HTTP/1.1" status: 200 len: 1093 time: 0.6297748 Oct 01 04:22:53.628290 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe5ffc66-fce0-4d07-9190-6b4634a9047b', 'tag': 'b87ca074-d876-4fb1-9848-b40704e5a030'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:22:53.630570 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23a471ff00a13a2eea8c87216c43e2c9873adc8b08d975975de21b294c9ff96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf8276c-22ab-405c-a254-9f7e82f2b089" -d '{"events": [{"name": "network-changed", "server_uuid": "fe5ffc66-fce0-4d07-9190-6b4634a9047b", "tag": "b87ca074-d876-4fb1-9848-b40704e5a030"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:22:53.678631 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 01 Oct 2022 04:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3b6082-2ace-4756-b49c-d4d9502f8818 x-openstack-request-id: req-ab3b6082-2ace-4756-b49c-d4d9502f8818 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:22:53.678929 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe5ffc66-fce0-4d07-9190-6b4634a9047b", "tag": "b87ca074-d876-4fb1-9848-b40704e5a030", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:22:53.679185 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ab3b6082-2ace-4756-b49c-d4d9502f8818 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:22:53.679589 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab3b6082-2ace-4756-b49c-d4d9502f8818'] response: {'name': 'network-changed', 'server_uuid': 'fe5ffc66-fce0-4d07-9190-6b4634a9047b', 'tag': 'b87ca074-d876-4fb1-9848-b40704e5a030', 'status': 'completed', 'code': 200} Oct 01 04:22:53.717150 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17807a27-7731-488d-b909-daf1a71542ec service neutron] Pushing event updated for resources: {'Port': ['ID=b87ca074-d876-4fb1-9848-b40704e5a030,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:22:53.720449 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77706b8c-74a9-4895-b8c0-ae3f991147c7 req-11d1d9c6-7a40-432b-a56e-f4005f92d8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:53.722006 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-77706b8c-74a9-4895-b8c0-ae3f991147c7 req-11d1d9c6-7a40-432b-a56e-f4005f92d8e5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=16cd7bcb315d4dc58f73a9918adb57e2&device_id=fe5ffc66-fce0-4d07-9190-6b4634a9047b HTTP/1.1" status: 200 len: 1127 time: 0.0552402 Oct 01 04:22:53.762230 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-77706b8c-74a9-4895-b8c0-ae3f991147c7 req-e722eafa-5997-4afe-bb53-aac6a9b56c0e service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b87ca074-d876-4fb1-9848-b40704e5a030 HTTP/1.1" status: 200 len: 217 time: 0.0333593 Oct 01 04:22:53.811958 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77706b8c-74a9-4895-b8c0-ae3f991147c7 req-94896768-0344-4da7-9854-e3bc8c4c1198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:53.813355 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-77706b8c-74a9-4895-b8c0-ae3f991147c7 req-94896768-0344-4da7-9854-e3bc8c4c1198 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=89891fb7-0571-4637-a13e-eaebabac5342 HTTP/1.1" status: 200 len: 849 time: 0.0443056 Oct 01 04:22:53.818024 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945bf43c-79d5-4f53-8223-df8a4f8a6f49 req-506c11fa-8443-4dff-94a2-32950dd185ad tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:53.819493 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-945bf43c-79d5-4f53-8223-df8a4f8a6f49 req-506c11fa-8443-4dff-94a2-32950dd185ad tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fe5ffc66-fce0-4d07-9190-6b4634a9047b HTTP/1.1" status: 200 len: 943 time: 0.0477760 Oct 01 04:22:53.844043 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:53.871115 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77706b8c-74a9-4895-b8c0-ae3f991147c7 req-2a2c7b55-bb3a-4e5f-83f0-bcc8b00429a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:53.872659 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-77706b8c-74a9-4895-b8c0-ae3f991147c7 req-2a2c7b55-bb3a-4e5f-83f0-bcc8b00429a9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=3af0afc2-a8fa-427e-a8af-57c40105fd2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500011 Oct 01 04:22:53.877877 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-945bf43c-79d5-4f53-8223-df8a4f8a6f49 req-ba42b72b-b61c-43c1-b788-465d5edf389a tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7b885506-c339-41ad-b053-54869367eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521772 Oct 01 04:22:53.963949 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-77706b8c-74a9-4895-b8c0-ae3f991147c7 req-6238d8e6-dbec-43d8-ad12-790aa196f069 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3af0afc2-a8fa-427e-a8af-57c40105fd2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847912 Oct 01 04:22:54.059259 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-77706b8c-74a9-4895-b8c0-ae3f991147c7 req-6f6fe590-2f75-4ae9-9906-ff86bab5bda4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3af0afc2-a8fa-427e-a8af-57c40105fd2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869951 Oct 01 04:22:55.035712 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2639e-e94e-4ed1-a997-ef1f632d01e5 req-7704d34c-6d21-4dce-90da-a3d59369c3ce tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:55.037303 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-52e2639e-e94e-4ed1-a997-ef1f632d01e5 req-7704d34c-6d21-4dce-90da-a3d59369c3ce tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fe5ffc66-fce0-4d07-9190-6b4634a9047b HTTP/1.1" status: 200 len: 943 time: 0.0736313 Oct 01 04:22:55.046201 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-584ede61-baf7-42dd-8edc-152f0e2832b1 req-b6fc7b24-47cb-4eb5-abbd-9dd8a9e76c9d tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1556824329&fields=id&tenant_id=1d29e2e750f948e1b0ccd4117c0d347a HTTP/1.1" status: 200 len: 267 time: 0.0891309 Oct 01 04:22:55.131808 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ede61-baf7-42dd-8edc-152f0e2832b1 req-bc3d05d2-f4ea-441d-b637-14885b115a28 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:55.133435 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-584ede61-baf7-42dd-8edc-152f0e2832b1 req-bc3d05d2-f4ea-441d-b637-14885b115a28 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 984 time: 0.0794842 Oct 01 04:22:55.137807 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-52e2639e-e94e-4ed1-a997-ef1f632d01e5 req-bbcd11f5-f988-4b83-adf6-03563d3188f8 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7b885506-c339-41ad-b053-54869367eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907376 Oct 01 04:22:55.153402 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [req-584ede61-baf7-42dd-8edc-152f0e2832b1 req-0531d5c9-7a3a-432f-b67b-e2913091b2c3 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Request body: {'port': {'security_groups': ['2dfc6110-19c3-42e0-8b7e-4aa9f740b26c']}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:22:55.215252 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8276c-22ab-405c-a254-9f7e82f2b089 req-0114d6e9-604e-43dd-86d0-f184f5032efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:55.215912 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-fdf8276c-22ab-405c-a254-9f7e82f2b089 req-0114d6e9-604e-43dd-86d0-f184f5032efe service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=16cd7bcb315d4dc58f73a9918adb57e2&device_id=fe5ffc66-fce0-4d07-9190-6b4634a9047b HTTP/1.1" status: 200 len: 1127 time: 0.0659475 Oct 01 04:22:55.261474 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-584ede61-baf7-42dd-8edc-152f0e2832b1 req-0531d5c9-7a3a-432f-b67b-e2913091b2c3 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (a9fcf58b-9af0-47d5-9218-efddc535ddda), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:55.294391 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-80023719-0bc2-46f6-9b61-4c447fb94b97 req-4292e40c-4f7e-4d02-9ce8-7ef824cdd7d5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2906cc69-afd9-45dd-b846-38782722ed9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0923710 Oct 01 04:22:55.341329 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:55.347959 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8276c-22ab-405c-a254-9f7e82f2b089 req-be956b0c-6784-4d89-ab63-66bd7bb1fe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:55.349694 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-fdf8276c-22ab-405c-a254-9f7e82f2b089 req-be956b0c-6784-4d89-ab63-66bd7bb1fe83 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=3af0afc2-a8fa-427e-a8af-57c40105fd2b HTTP/1.1" status: 200 len: 911 time: 0.1172955 Oct 01 04:22:55.417801 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-fdf8276c-22ab-405c-a254-9f7e82f2b089 req-ff1adfdd-c940-4f32-a426-688a29768a76 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b87ca074-d876-4fb1-9848-b40704e5a030 HTTP/1.1" status: 200 len: 217 time: 0.0587840 Oct 01 04:22:55.436169 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80023719-0bc2-46f6-9b61-4c447fb94b97 req-cb91920f-dbda-4128-a038-b469057672c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:55.437636 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-80023719-0bc2-46f6-9b61-4c447fb94b97 req-cb91920f-dbda-4128-a038-b469057672c1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=839c91c5262a49768c3e937b5a034137&device_id=2906cc69-afd9-45dd-b846-38782722ed9a HTTP/1.1" status: 200 len: 1129 time: 0.0868521 Oct 01 04:22:55.482711 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.db [req-584ede61-baf7-42dd-8edc-152f0e2832b1 req-0531d5c9-7a3a-432f-b67b-e2913091b2c3 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] For port a9fcf58b-9af0-47d5-9218-efddc535ddda, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=a9fcf58b-9af0-47d5-9218-efddc535ddda,segment=NetworkSegment(b90f7b3a-6fb0-4d95-8a4f-636ff8d369ce),segment_id=b90f7b3a-6fb0-4d95-8a4f-636ff8d369ce)] {{(pid=106386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:22:55.519560 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-584ede61-baf7-42dd-8edc-152f0e2832b1 req-0531d5c9-7a3a-432f-b67b-e2913091b2c3 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks [] for port (a9fcf58b-9af0-47d5-9218-efddc535ddda), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:55.523798 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8276c-22ab-405c-a254-9f7e82f2b089 req-8b5e6fa9-a753-4cd4-850e-6a3026ba5b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:55.526358 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-fdf8276c-22ab-405c-a254-9f7e82f2b089 req-8b5e6fa9-a753-4cd4-850e-6a3026ba5b43 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=89891fb7-0571-4637-a13e-eaebabac5342 HTTP/1.1" status: 200 len: 849 time: 0.1002917 Oct 01 04:22:55.527745 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-584ede61-baf7-42dd-8edc-152f0e2832b1 req-0531d5c9-7a3a-432f-b67b-e2913091b2c3 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5071994'] for port (a9fcf58b-9af0-47d5-9218-efddc535ddda), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:55.532333 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:55.541172 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] get_ports_and_sgs() called for port_ids ['a9fcf58b-9af0-47d5-9218-efddc535ddda'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 01 04:22:55.548263 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ede61-baf7-42dd-8edc-152f0e2832b1 req-0531d5c9-7a3a-432f-b67b-e2913091b2c3 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:55.549438 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-584ede61-baf7-42dd-8edc-152f0e2832b1 req-0531d5c9-7a3a-432f-b67b-e2913091b2c3 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for port (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:55.556213 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-584ede61-baf7-42dd-8edc-152f0e2832b1 req-0531d5c9-7a3a-432f-b67b-e2913091b2c3 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "PUT /networking/v2.0/ports/a9fcf58b-9af0-47d5-9218-efddc535ddda HTTP/1.1" status: 200 len: 942 time: 0.4166331 Oct 01 04:22:55.556790 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b9af495-cd51-4492-af9f-d43ba016007b', 'tag': 'a9fcf58b-9af0-47d5-9218-efddc535ddda'}] {{(pid=106386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:22:55.559635 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906b7328382f58691ce67f390eef3fef1b579a19389c35ae4b8023450af26d8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b5bb1c-12b0-4edf-8122-b0f445dbb85e" -d '{"events": [{"name": "network-changed", "server_uuid": "0b9af495-cd51-4492-af9f-d43ba016007b", "tag": "a9fcf58b-9af0-47d5-9218-efddc535ddda"}]}' {{(pid=106386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:22:55.561933 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 38920) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:22:55.609221 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8276c-22ab-405c-a254-9f7e82f2b089 req-c2d5df26-99e1-4afa-a4b2-84f9b2b688a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:55.610746 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-fdf8276c-22ab-405c-a254-9f7e82f2b089 req-c2d5df26-99e1-4afa-a4b2-84f9b2b688a2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=3af0afc2-a8fa-427e-a8af-57c40105fd2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0732455 Oct 01 04:22:55.614529 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80023719-0bc2-46f6-9b61-4c447fb94b97 req-ee9cc823-6dd1-4daf-bc42-9bb826b6238d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:55.616017 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-80023719-0bc2-46f6-9b61-4c447fb94b97 req-ee9cc823-6dd1-4daf-bc42-9bb826b6238d service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=9e21d865-d526-49ca-8e76-21cf583604c4 HTTP/1.1" status: 200 len: 920 time: 0.1568851 Oct 01 04:22:55.639161 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 01 Oct 2022 04:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae1ec81-64ab-4700-a3a7-07fa9049647a x-openstack-request-id: req-0ae1ec81-64ab-4700-a3a7-07fa9049647a {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:22:55.639479 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b9af495-cd51-4492-af9f-d43ba016007b", "tag": "a9fcf58b-9af0-47d5-9218-efddc535ddda", "status": "completed", "code": 200}]} {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:22:55.639706 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0ae1ec81-64ab-4700-a3a7-07fa9049647a {{(pid=106386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:22:55.640072 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ae1ec81-64ab-4700-a3a7-07fa9049647a'] response: {'name': 'network-changed', 'server_uuid': '0b9af495-cd51-4492-af9f-d43ba016007b', 'tag': 'a9fcf58b-9af0-47d5-9218-efddc535ddda', 'status': 'completed', 'code': 200} Oct 01 04:22:55.682344 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] get_ports_and_sgs() called for port_ids ['a9fcf58b-9af0-47d5-9218-efddc535ddda'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 01 04:22:55.695299 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0531d5c9-7a3a-432f-b67b-e2913091b2c3 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Pushing event updated for resources: {'Port': ['ID=a9fcf58b-9af0-47d5-9218-efddc535ddda,revision_number=7']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:22:55.710475 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:55.716150 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-a085e3a2-e928-49c4-8b38-b998e8dc1b4d tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks [] for security_group (2ca7254b-ab3b-4660-8166-5acecb5f522b), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:55.757272 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-a085e3a2-e928-49c4-8b38-b998e8dc1b4d tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks [] for security_group (2ca7254b-ab3b-4660-8166-5acecb5f522b), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:55.839275 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-a085e3a2-e928-49c4-8b38-b998e8dc1b4d tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (2ca7254b-ab3b-4660-8166-5acecb5f522b), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:55.842018 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-a085e3a2-e928-49c4-8b38-b998e8dc1b4d tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:55.846265 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-a085e3a2-e928-49c4-8b38-b998e8dc1b4d tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/2ca7254b-ab3b-4660-8166-5acecb5f522b HTTP/1.1" status: 204 len: 168 time: 0.2527072 Oct 01 04:22:55.849517 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 38924) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:22:55.863260 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a085e3a2-e928-49c4-8b38-b998e8dc1b4d tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca7254b-ab3b-4660-8166-5acecb5f522b,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:22:55.966650 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:55.979632 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-80023719-0bc2-46f6-9b61-4c447fb94b97 req-1996bec2-4314-40f6-b0a2-ecff5691b9a5 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4f9d636-f677-4f56-ac04-28e98716fbda HTTP/1.1" status: 200 len: 217 time: 0.3539312 Oct 01 04:22:56.016426 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-c66e08f3-ba9d-4cb5-9642-266bf7dde25c tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Deleting port 7942f232-be2e-4afa-985e-7f1f676d9951 {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:22:56.016838 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c66e08f3-ba9d-4cb5-9642-266bf7dde25c tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (7942f232-be2e-4afa-985e-7f1f676d9951), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:56.053927 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5bb1c-12b0-4edf-8122-b0f445dbb85e req-2397df25-66a6-4fe5-9c17-55f37e0e46dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:56.055408 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-60b5bb1c-12b0-4edf-8122-b0f445dbb85e req-2397df25-66a6-4fe5-9c17-55f37e0e46dd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1d29e2e750f948e1b0ccd4117c0d347a&device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 1129 time: 0.3834541 Oct 01 04:22:56.088683 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:56.104499 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c66e08f3-ba9d-4cb5-9642-266bf7dde25c tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (7942f232-be2e-4afa-985e-7f1f676d9951), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:56.104829 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c66e08f3-ba9d-4cb5-9642-266bf7dde25c tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks [] for floatingip (7942f232-be2e-4afa-985e-7f1f676d9951), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:56.112117 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80023719-0bc2-46f6-9b61-4c447fb94b97 req-a336dc96-cbad-4bb0-94d8-65af05f25bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:56.113778 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-80023719-0bc2-46f6-9b61-4c447fb94b97 req-a336dc96-cbad-4bb0-94d8-65af05f25bf8 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5be7b0c5-9e6d-4922-a242-c74e298031bb HTTP/1.1" status: 200 len: 858 time: 0.1135719 Oct 01 04:22:56.119197 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-c66e08f3-ba9d-4cb5-9642-266bf7dde25c tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Calling delete_port for 7942f232-be2e-4afa-985e-7f1f676d9951 owned by network:floatingip {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:22:56.139733 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-fdf8276c-22ab-405c-a254-9f7e82f2b089 req-599dcc3b-6f9a-49dc-bf25-50bbc968ba78 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3af0afc2-a8fa-427e-a8af-57c40105fd2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5227430 Oct 01 04:22:56.246468 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80023719-0bc2-46f6-9b61-4c447fb94b97 req-0037468d-ddc4-453e-9e8b-15bfe17626f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:56.247878 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-80023719-0bc2-46f6-9b61-4c447fb94b97 req-0037468d-ddc4-453e-9e8b-15bfe17626f8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=9e21d865-d526-49ca-8e76-21cf583604c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1072280 Oct 01 04:22:56.284824 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73594868-10d1-44ff-ae00-b97425382cb4 req-1066967c-f01e-4776-995c-324dbdc8e3d0 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:56.291586 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-73594868-10d1-44ff-ae00-b97425382cb4 req-1066967c-f01e-4776-995c-324dbdc8e3d0 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fe5ffc66-fce0-4d07-9190-6b4634a9047b HTTP/1.1" status: 200 len: 943 time: 0.0656586 Oct 01 04:22:56.338981 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5bb1c-12b0-4edf-8122-b0f445dbb85e req-30e8715e-0290-4795-9965-59bf7c0029a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:56.340446 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-60b5bb1c-12b0-4edf-8122-b0f445dbb85e req-30e8715e-0290-4795-9965-59bf7c0029a6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=92f08451-a23c-40f8-9010-ae62f55617be HTTP/1.1" status: 200 len: 916 time: 0.2685320 Oct 01 04:22:56.348684 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-fdf8276c-22ab-405c-a254-9f7e82f2b089 req-c6367cf5-a3db-460e-860f-7878cb932323 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3af0afc2-a8fa-427e-a8af-57c40105fd2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972253 Oct 01 04:22:56.369637 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-73594868-10d1-44ff-ae00-b97425382cb4 req-0de7d396-b69e-416d-b468-dc8863594857 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7b885506-c339-41ad-b053-54869367eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772035 Oct 01 04:22:56.376884 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c66e08f3-ba9d-4cb5-9642-266bf7dde25c tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5071981'] for port (7942f232-be2e-4afa-985e-7f1f676d9951), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:56.411950 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66e08f3-ba9d-4cb5-9642-266bf7dde25c tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Pushing event deleted for resources: {'Port': ['ID=7942f232-be2e-4afa-985e-7f1f676d9951,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:22:56.431852 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-80023719-0bc2-46f6-9b61-4c447fb94b97 req-f40a7446-efbe-4ae5-8d64-bdde82f52538 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9e21d865-d526-49ca-8e76-21cf583604c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722951 Oct 01 04:22:56.450071 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-60b5bb1c-12b0-4edf-8122-b0f445dbb85e req-eb8727e8-3968-4f8e-8323-2be092b2280c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9fcf58b-9af0-47d5-9218-efddc535ddda HTTP/1.1" status: 200 len: 1001 time: 0.0875630 Oct 01 04:22:56.479927 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c66e08f3-ba9d-4cb5-9642-266bf7dde25c tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks [] for floatingip (9840af90-4238-45f9-9e9c-602736bc49d7), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:56.480286 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.db.l3_db [None req-c66e08f3-ba9d-4cb5-9642-266bf7dde25c tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Floating IP 9840af90-4238-45f9-9e9c-602736bc49d7 disassociated (deleted). External IP: 172.27.2.126, port: a9fcf58b-9af0-47d5-9218-efddc535ddda. Oct 01 04:22:56.538777 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:56.561305 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5bb1c-12b0-4edf-8122-b0f445dbb85e req-b012d7a7-e7e5-4e08-ada2-52567bd14bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:56.562768 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-60b5bb1c-12b0-4edf-8122-b0f445dbb85e req-b012d7a7-e7e5-4e08-ada2-52567bd14bb8 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4e37b831-acda-4dd7-b8c3-e8659f60d591 HTTP/1.1" status: 200 len: 854 time: 0.0998688 Oct 01 04:22:56.601927 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-80023719-0bc2-46f6-9b61-4c447fb94b97 req-38a56275-cb5c-4e94-961c-51b52901796c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9e21d865-d526-49ca-8e76-21cf583604c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632571 Oct 01 04:22:56.614385 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5bb1c-12b0-4edf-8122-b0f445dbb85e req-bf337b68-fece-4201-8c97-e43d0717cb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:56.616196 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-60b5bb1c-12b0-4edf-8122-b0f445dbb85e req-bf337b68-fece-4201-8c97-e43d0717cb67 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=92f08451-a23c-40f8-9010-ae62f55617be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440941 Oct 01 04:22:56.730716 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-60b5bb1c-12b0-4edf-8122-b0f445dbb85e req-44981c31-e83b-4c07-b976-ebd72e86e9ac service neutron] 10.222.0.25 "GET /networking/v2.0/networks/92f08451-a23c-40f8-9010-ae62f55617be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934625 Oct 01 04:22:56.819490 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:56.830811 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-60b5bb1c-12b0-4edf-8122-b0f445dbb85e req-5f9cab8d-cf51-4c30-be09-79077f3db6f1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/92f08451-a23c-40f8-9010-ae62f55617be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916152 Oct 01 04:22:56.881368 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c66e08f3-ba9d-4cb5-9642-266bf7dde25c tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Router 825c9a0c-dd39-4253-b7a7-aafc2b226434 has already been hosted by L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 {{(pid=106386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 01 04:22:56.984847 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66e08f3-ba9d-4cb5-9642-266bf7dde25c tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:22:56.990274 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c66e08f3-ba9d-4cb5-9642-266bf7dde25c tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for floatingip (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:56.994709 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0b749e-52a9-4b1d-ad6b-25699e10f400 None None] Sync routers for ids ['825c9a0c-dd39-4253-b7a7-aafc2b226434'] in dv-cinder-860044-1-iscsi {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:22:57.004599 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0b749e-52a9-4b1d-ad6b-25699e10f400 None None] Routers {'825c9a0c-dd39-4253-b7a7-aafc2b226434'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:22:57.005293 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-0a0b749e-52a9-4b1d-ad6b-25699e10f400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:22:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['825c9a0c-dd39-4253-b7a7-aafc2b226434'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:22:57.020396 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-c66e08f3-ba9d-4cb5-9642-266bf7dde25c tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/9840af90-4238-45f9-9e9c-602736bc49d7 HTTP/1.1" status: 204 len: 168 time: 1.1697655 Oct 01 04:22:57.110541 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-0a0b749e-52a9-4b1d-ad6b-25699e10f400 None None] Set router 825c9a0c-dd39-4253-b7a7-aafc2b226434 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:22:57.238595 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device b87ca074-d876-4fb1-9848-b40704e5a030 details requested by agent hyperv_hv-cinder-86004 with host hv-cinder-86004 {{(pid=106388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 01 04:22:57.344808 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port b87ca074-d876-4fb1-9848-b40704e5a030, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=b87ca074-d876-4fb1-9848-b40704e5a030,segment=NetworkSegment(456799c3-9e2a-4334-9278-8f3823819afe),segment_id=456799c3-9e2a-4334-9278-8f3823819afe)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:22:57.356443 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Returning: {'device': 'b87ca074-d876-4fb1-9848-b40704e5a030', 'network_id': '3af0afc2-a8fa-427e-a8af-57c40105fd2b', 'port_id': 'b87ca074-d876-4fb1-9848-b40704e5a030', 'mac_address': 'fa:16:3e:79:6c:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89891fb7-0571-4637-a13e-eaebabac5342', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 01 04:22:57.394670 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Current status of the port b87ca074-d876-4fb1-9848-b40704e5a030 is: DOWN; New status is: BUILD {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:22:57.395059 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (b87ca074-d876-4fb1-9848-b40704e5a030), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:57.409624 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-0a0b749e-52a9-4b1d-ad6b-25699e10f400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825c9a0c-dd39-4253-b7a7-aafc2b226434', 'name': 'tempest-TestMinimumBasicScenario-1382045076-router', 'tenant_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '67edb09f-ad10-4323-827d-7b7eca92d6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:19:46Z', 'updated_at': '2022-10-01T04:19:50Z', 'revision_number': 4, 'project_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'gw_port': {'id': '67edb09f-ad10-4323-827d-7b7eca92d6bc', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825c9a0c-dd39-4253-b7a7-aafc2b226434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:19:46Z', 'updated_at': '2022-10-01T04:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '17794055-27a6-4b4f-8b24-e17ad854f43d', 'name': '', 'network_id': '92f08451-a23c-40f8-9010-ae62f55617be', 'tenant_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'mac_address': 'fa:16:3e:b0:6d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825c9a0c-dd39-4253-b7a7-aafc2b226434', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4e37b831-acda-4dd7-b8c3-e8659f60d591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:19:50Z', 'updated_at': '2022-10-01T04:19:58Z', 'revision_number': 5, 'project_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'subnets': [{'id': '4e37b831-acda-4dd7-b8c3-e8659f60d591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:22:57.410426 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b87ca074-d876-4fb1-9848-b40704e5a030 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 01 04:22:57.433176 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port b87ca074-d876-4fb1-9848-b40704e5a030, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=b87ca074-d876-4fb1-9848-b40704e5a030,segment=NetworkSegment(456799c3-9e2a-4334-9278-8f3823819afe),segment_id=456799c3-9e2a-4334-9278-8f3823819afe)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:22:57.437054 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0b749e-52a9-4b1d-ad6b-25699e10f400 None None] Checking router: 825c9a0c-dd39-4253-b7a7-aafc2b226434 for host: dv-cinder-860044-1-iscsi {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:22:57.438475 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (b87ca074-d876-4fb1-9848-b40704e5a030), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:57.445813 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0b749e-52a9-4b1d-ad6b-25699e10f400 None None] Routers {'825c9a0c-dd39-4253-b7a7-aafc2b226434'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:22:57.446430 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-0a0b749e-52a9-4b1d-ad6b-25699e10f400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:22:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['825c9a0c-dd39-4253-b7a7-aafc2b226434'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:22:57.489489 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Pushing event updated for resources: {'Port': ['ID=b87ca074-d876-4fb1-9848-b40704e5a030,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:22:57.525915 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a006e15-657b-414f-a95c-d208accb4c7e req-518ff101-7e96-44db-b55a-c3da30a30f01 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:57.527512 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7a006e15-657b-414f-a95c-d208accb4c7e req-518ff101-7e96-44db-b55a-c3da30a30f01 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fe5ffc66-fce0-4d07-9190-6b4634a9047b HTTP/1.1" status: 200 len: 944 time: 0.0585296 Oct 01 04:22:57.548494 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:57.551706 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-0a0b749e-52a9-4b1d-ad6b-25699e10f400 None None] Set router 825c9a0c-dd39-4253-b7a7-aafc2b226434 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:22:57.578157 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7a006e15-657b-414f-a95c-d208accb4c7e req-77058ca6-bccd-4547-beda-83228346efb3 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7b885506-c339-41ad-b053-54869367eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448318 Oct 01 04:22:57.641822 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b9af495-cd51-4492-af9f-d43ba016007b', 'tag': 'a9fcf58b-9af0-47d5-9218-efddc535ddda'}] {{(pid=106386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:22:57.644865 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906b7328382f58691ce67f390eef3fef1b579a19389c35ae4b8023450af26d8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8359027f-c566-4895-954c-e7d0807697c7" -d '{"events": [{"name": "network-changed", "server_uuid": "0b9af495-cd51-4492-af9f-d43ba016007b", "tag": "a9fcf58b-9af0-47d5-9218-efddc535ddda"}]}' {{(pid=106386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:22:57.681445 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 01 Oct 2022 04:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10292379-6fe3-4dc3-98c0-4d34171d74bf x-openstack-request-id: req-10292379-6fe3-4dc3-98c0-4d34171d74bf {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:22:57.681739 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b9af495-cd51-4492-af9f-d43ba016007b", "tag": "a9fcf58b-9af0-47d5-9218-efddc535ddda", "status": "completed", "code": 200}]} {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:22:57.681994 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-10292379-6fe3-4dc3-98c0-4d34171d74bf {{(pid=106386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:22:57.682394 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10292379-6fe3-4dc3-98c0-4d34171d74bf'] response: {'name': 'network-changed', 'server_uuid': '0b9af495-cd51-4492-af9f-d43ba016007b', 'tag': 'a9fcf58b-9af0-47d5-9218-efddc535ddda', 'status': 'completed', 'code': 200} Oct 01 04:22:57.686542 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:57.698623 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:57.739300 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] get_ports_and_sgs() called for port_ids ['b87ca074-d876-4fb1-9848-b40704e5a030'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 01 04:22:57.745146 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-0a0b749e-52a9-4b1d-ad6b-25699e10f400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825c9a0c-dd39-4253-b7a7-aafc2b226434', 'name': 'tempest-TestMinimumBasicScenario-1382045076-router', 'tenant_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '67edb09f-ad10-4323-827d-7b7eca92d6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:19:46Z', 'updated_at': '2022-10-01T04:19:50Z', 'revision_number': 4, 'project_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'gw_port': {'id': '67edb09f-ad10-4323-827d-7b7eca92d6bc', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825c9a0c-dd39-4253-b7a7-aafc2b226434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:19:46Z', 'updated_at': '2022-10-01T04:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '17794055-27a6-4b4f-8b24-e17ad854f43d', 'name': '', 'network_id': '92f08451-a23c-40f8-9010-ae62f55617be', 'tenant_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'mac_address': 'fa:16:3e:b0:6d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825c9a0c-dd39-4253-b7a7-aafc2b226434', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4e37b831-acda-4dd7-b8c3-e8659f60d591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:19:50Z', 'updated_at': '2022-10-01T04:19:58Z', 'revision_number': 5, 'project_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'subnets': [{'id': '4e37b831-acda-4dd7-b8c3-e8659f60d591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:22:57.766402 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359027f-c566-4895-954c-e7d0807697c7 req-00dd7e46-152d-442c-9d39-bf7f6122889e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:57.768679 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-8359027f-c566-4895-954c-e7d0807697c7 req-00dd7e46-152d-442c-9d39-bf7f6122889e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1d29e2e750f948e1b0ccd4117c0d347a&device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 1129 time: 0.0522771 Oct 01 04:22:57.772638 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0b749e-52a9-4b1d-ad6b-25699e10f400 None None] The sync data for ids ['825c9a0c-dd39-4253-b7a7-aafc2b226434'] in dv-cinder-860044-1-iscsi is: [{'id': '825c9a0c-dd39-4253-b7a7-aafc2b226434', 'name': 'tempest-TestMinimumBasicScenario-1382045076-router', 'tenant_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '67edb09f-ad10-4323-827d-7b7eca92d6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:19:46Z', 'updated_at': '2022-10-01T04:19:50Z', 'revision_number': 4, 'project_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'gw_port': {'id': '67edb09f-ad10-4323-827d-7b7eca92d6bc', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825c9a0c-dd39-4253-b7a7-aafc2b226434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:19:46Z', 'updated_at': '2022-10-01T04:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '17794055-27a6-4b4f-8b24-e17ad854f43d', 'name': '', 'network_id': '92f08451-a23c-40f8-9010-ae62f55617be', 'tenant_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'mac_address': 'fa:16:3e:b0:6d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825c9a0c-dd39-4253-b7a7-aafc2b226434', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4e37b831-acda-4dd7-b8c3-e8659f60d591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:19:50Z', 'updated_at': '2022-10-01T04:19:58Z', 'revision_number': 5, 'project_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'subnets': [{'id': '4e37b831-acda-4dd7-b8c3-e8659f60d591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:22:57.826122 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:57.876090 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359027f-c566-4895-954c-e7d0807697c7 req-48447162-cc83-49b0-90ff-6ab7c93013e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:57.878919 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-8359027f-c566-4895-954c-e7d0807697c7 req-48447162-cc83-49b0-90ff-6ab7c93013e8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=92f08451-a23c-40f8-9010-ae62f55617be HTTP/1.1" status: 200 len: 916 time: 0.1008110 Oct 01 04:22:57.932735 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-8359027f-c566-4895-954c-e7d0807697c7 req-e46a3a77-7d7c-42af-98c7-ef653c1da963 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9fcf58b-9af0-47d5-9218-efddc535ddda HTTP/1.1" status: 200 len: 217 time: 0.0465126 Oct 01 04:22:57.987714 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359027f-c566-4895-954c-e7d0807697c7 req-ae385e02-dc9b-4197-b681-b48a2dd50a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:57.989267 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-8359027f-c566-4895-954c-e7d0807697c7 req-ae385e02-dc9b-4197-b681-b48a2dd50a37 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4e37b831-acda-4dd7-b8c3-e8659f60d591 HTTP/1.1" status: 200 len: 854 time: 0.0476835 Oct 01 04:22:58.019293 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570d7297-4038-4a5b-8ca1-8271a3463c5a None None] New status for floating IP 9840af90-4238-45f9-9e9c-602736bc49d7: DOWN {{(pid=106388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 01 04:22:58.038971 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359027f-c566-4895-954c-e7d0807697c7 req-b00d5683-d7fd-4d5e-a2f9-78c18ce369d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:58.040452 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-8359027f-c566-4895-954c-e7d0807697c7 req-b00d5683-d7fd-4d5e-a2f9-78c18ce369d3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=92f08451-a23c-40f8-9010-ae62f55617be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414717 Oct 01 04:22:58.139389 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-8359027f-c566-4895-954c-e7d0807697c7 req-e4a8d424-2994-4b94-8318-e5974d26158b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/92f08451-a23c-40f8-9010-ae62f55617be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919144 Oct 01 04:22:58.233449 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-8359027f-c566-4895-954c-e7d0807697c7 req-6b7237ed-9dd0-495d-8f7b-d754cf64f744 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/92f08451-a23c-40f8-9010-ae62f55617be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859506 Oct 01 04:22:58.699296 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:58.708985 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c74cd-786e-4e3b-8950-596dc6ed26fb req-3b9a74b6-b124-46ee-ab34-a69e53d0de86 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:58.710573 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-764c74cd-786e-4e3b-8950-596dc6ed26fb req-3b9a74b6-b124-46ee-ab34-a69e53d0de86 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fe5ffc66-fce0-4d07-9190-6b4634a9047b HTTP/1.1" status: 200 len: 944 time: 0.0561755 Oct 01 04:22:58.759086 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-764c74cd-786e-4e3b-8950-596dc6ed26fb req-a937f25e-f5d6-4a08-90ca-e7b6632cb314 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7b885506-c339-41ad-b053-54869367eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425966 Oct 01 04:22:59.246386 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device b87ca074-d876-4fb1-9848-b40704e5a030 up at agent hyperv_hv-cinder-86004 {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:22:59.291875 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Provisioning for port b87ca074-d876-4fb1-9848-b40704e5a030 completed by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 01 04:22:59.298622 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Provisioning complete for port b87ca074-d876-4fb1-9848-b40704e5a030 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:22:59.299163 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (b87ca074-d876-4fb1-9848-b40704e5a030), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:59.299499 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Attempt 1 to provision port b87ca074-d876-4fb1-9848-b40704e5a030 Oct 01 04:22:59.337380 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:22:59.370371 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Current status of the port b87ca074-d876-4fb1-9848-b40704e5a030 is: BUILD; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:22:59.370750 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (b87ca074-d876-4fb1-9848-b40704e5a030), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:59.392229 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe5ffc66-fce0-4d07-9190-6b4634a9047b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87ca074-d876-4fb1-9848-b40704e5a030'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:22:59.394944 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc2ed8ba810a9a899feae06a2d512ab46721588d0493fdbeca0f1bffbb3e03b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05e0ccb-39d1-41ba-88e8-8775f7ac9f97" -d '{"events": [{"server_uuid": "fe5ffc66-fce0-4d07-9190-6b4634a9047b", "name": "network-vif-plugged", "status": "completed", "tag": "b87ca074-d876-4fb1-9848-b40704e5a030"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:22:59.407493 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port b87ca074-d876-4fb1-9848-b40704e5a030, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=b87ca074-d876-4fb1-9848-b40704e5a030,segment=NetworkSegment(456799c3-9e2a-4334-9278-8f3823819afe),segment_id=456799c3-9e2a-4334-9278-8f3823819afe)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:22:59.411709 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (b87ca074-d876-4fb1-9848-b40704e5a030), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:22:59.438225 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 01 Oct 2022 04:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f103e471-1a50-4002-8dec-5360aedcebaf x-openstack-request-id: req-f103e471-1a50-4002-8dec-5360aedcebaf {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:22:59.438539 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe5ffc66-fce0-4d07-9190-6b4634a9047b", "name": "network-vif-plugged", "status": "completed", "tag": "b87ca074-d876-4fb1-9848-b40704e5a030", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:22:59.438793 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f103e471-1a50-4002-8dec-5360aedcebaf {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:22:59.439177 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f103e471-1a50-4002-8dec-5360aedcebaf'] response: {'server_uuid': 'fe5ffc66-fce0-4d07-9190-6b4634a9047b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87ca074-d876-4fb1-9848-b40704e5a030', 'code': 200} Oct 01 04:22:59.468908 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Pushing event updated for resources: {'Port': ['ID=b87ca074-d876-4fb1-9848-b40704e5a030,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:22:59.612263 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e6a03-371d-40ff-8b90-ff84ffe92a52 req-125d5147-04a2-49d3-b79e-69499ec0961e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:59.613795 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a25e6a03-371d-40ff-8b90-ff84ffe92a52 req-125d5147-04a2-49d3-b79e-69499ec0961e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe5ffc66-fce0-4d07-9190-6b4634a9047b HTTP/1.1" status: 200 len: 1129 time: 0.0421455 Oct 01 04:22:59.659112 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a25e6a03-371d-40ff-8b90-ff84ffe92a52 req-377f47ae-b451-4fa6-a8f2-a13fa231c86d service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7b885506-c339-41ad-b053-54869367eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372570 Oct 01 04:22:59.886247 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d0f53-6654-44cc-b128-4d5a014bfab7 req-f535ecb8-cea8-43e9-aacd-c17ef75c694d tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:59.887724 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-872d0f53-6654-44cc-b128-4d5a014bfab7 req-f535ecb8-cea8-43e9-aacd-c17ef75c694d tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fe5ffc66-fce0-4d07-9190-6b4634a9047b HTTP/1.1" status: 200 len: 945 time: 0.0487931 Oct 01 04:22:59.964518 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f0e68-c264-45e2-a905-78ec1f30cf17 req-d79d8226-4279-455c-bc91-28e56ab08e3e tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:22:59.966017 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-881f0e68-c264-45e2-a905-78ec1f30cf17 req-d79d8226-4279-455c-bc91-28e56ab08e3e tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 945 time: 0.0735271 Oct 01 04:22:59.996234 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-872d0f53-6654-44cc-b128-4d5a014bfab7 req-f2a122ba-0738-4625-8bb1-0e9e1c061767 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7b885506-c339-41ad-b053-54869367eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013706 Oct 01 04:23:00.025991 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-881f0e68-c264-45e2-a905-78ec1f30cf17 req-6e30c084-2863-4c46-b6b0-e6ea88da2607 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfc6110-19c3-42e0-8b7e-4aa9f740b26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515168 Oct 01 04:23:01.175940 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c2ddd-13ab-4557-a02d-237f84011e13 req-3768655e-0296-4299-a7b7-054125119403 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:01.177415 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-1c9c2ddd-13ab-4557-a02d-237f84011e13 req-3768655e-0296-4299-a7b7-054125119403 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 945 time: 0.0746648 Oct 01 04:23:01.196872 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fea02e-f441-4245-87de-e7d76816c4fe req-6d6bd202-a47d-4ff6-ad50-8c9c69e7ce9a tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:01.198299 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-85fea02e-f441-4245-87de-e7d76816c4fe req-6d6bd202-a47d-4ff6-ad50-8c9c69e7ce9a tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fe5ffc66-fce0-4d07-9190-6b4634a9047b HTTP/1.1" status: 200 len: 945 time: 0.0665939 Oct 01 04:23:01.265638 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-1c9c2ddd-13ab-4557-a02d-237f84011e13 req-1c270628-cf0b-41c8-a10b-9d3cf71f0a35 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfc6110-19c3-42e0-8b7e-4aa9f740b26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826557 Oct 01 04:23:01.272588 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-85fea02e-f441-4245-87de-e7d76816c4fe req-cae0fd7c-c841-4d0b-92da-f92b872091a7 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7b885506-c339-41ad-b053-54869367eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672803 Oct 01 04:23:02.207183 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d77ea-6cea-4b0c-b73b-b9d31d918dad req-f1ec669f-a29f-4c11-9012-8bb25ed7b34c tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:02.208871 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-bb8d77ea-6cea-4b0c-b73b-b9d31d918dad req-f1ec669f-a29f-4c11-9012-8bb25ed7b34c tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 945 time: 0.0477910 Oct 01 04:23:02.424626 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413b7dc-fba4-4efa-a01d-33ba4e0586e1 req-076ad0ed-d807-44b4-bf7c-9ae84b14445a tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:02.426295 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2413b7dc-fba4-4efa-a01d-33ba4e0586e1 req-076ad0ed-d807-44b4-bf7c-9ae84b14445a tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fe5ffc66-fce0-4d07-9190-6b4634a9047b HTTP/1.1" status: 200 len: 945 time: 0.0752115 Oct 01 04:23:02.431790 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd1666-b432-4499-9194-c9a8452f3e29 req-e0dec8ed-066d-4a8a-989f-cdaf1fae1a71 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:02.433184 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-18bd1666-b432-4499-9194-c9a8452f3e29 req-e0dec8ed-066d-4a8a-989f-cdaf1fae1a71 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 945 time: 0.0839975 Oct 01 04:23:02.510576 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2413b7dc-fba4-4efa-a01d-33ba4e0586e1 req-ac54c193-c611-4f33-818e-ba92ad9ea1bc tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7b885506-c339-41ad-b053-54869367eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764470 Oct 01 04:23:02.514796 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-18bd1666-b432-4499-9194-c9a8452f3e29 req-33f45e02-e03d-4e11-b88b-d6befb0ade7f tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfc6110-19c3-42e0-8b7e-4aa9f740b26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742533 Oct 01 04:23:02.648206 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-bb8d77ea-6cea-4b0c-b73b-b9d31d918dad req-00d5ed6e-ce69-4b06-b2b4-d74f3766e35c tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Deleting port a9fcf58b-9af0-47d5-9218-efddc535ddda {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:23:02.648544 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-bb8d77ea-6cea-4b0c-b73b-b9d31d918dad req-00d5ed6e-ce69-4b06-b2b4-d74f3766e35c tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (a9fcf58b-9af0-47d5-9218-efddc535ddda), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:02.742154 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-bb8d77ea-6cea-4b0c-b73b-b9d31d918dad req-00d5ed6e-ce69-4b06-b2b4-d74f3766e35c tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] For port a9fcf58b-9af0-47d5-9218-efddc535ddda, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=a9fcf58b-9af0-47d5-9218-efddc535ddda,segment=NetworkSegment(b90f7b3a-6fb0-4d95-8a4f-636ff8d369ce),segment_id=b90f7b3a-6fb0-4d95-8a4f-636ff8d369ce)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:23:02.742514 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-bb8d77ea-6cea-4b0c-b73b-b9d31d918dad req-00d5ed6e-ce69-4b06-b2b4-d74f3766e35c tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (a9fcf58b-9af0-47d5-9218-efddc535ddda), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:02.756470 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-bb8d77ea-6cea-4b0c-b73b-b9d31d918dad req-00d5ed6e-ce69-4b06-b2b4-d74f3766e35c tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Calling delete_port for a9fcf58b-9af0-47d5-9218-efddc535ddda owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:23:02.767156 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:02.896669 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-bb8d77ea-6cea-4b0c-b73b-b9d31d918dad req-00d5ed6e-ce69-4b06-b2b4-d74f3766e35c tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (a9fcf58b-9af0-47d5-9218-efddc535ddda), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:02.904615 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:02.909584 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] get_ports_and_sgs() called for port_ids ['a9fcf58b-9af0-47d5-9218-efddc535ddda'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 01 04:23:02.925935 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d5ed6e-ce69-4b06-b2b4-d74f3766e35c tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Pushing event deleted for resources: {'Port': ['ID=a9fcf58b-9af0-47d5-9218-efddc535ddda,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:23:02.973076 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb8d77ea-6cea-4b0c-b73b-b9d31d918dad req-00d5ed6e-ce69-4b06-b2b4-d74f3766e35c tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] No DVR routers for this DVR port a9fcf58b-9af0-47d5-9218-efddc535ddda on host hv-cinder-86004 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 01 04:23:02.975569 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-bb8d77ea-6cea-4b0c-b73b-b9d31d918dad req-00d5ed6e-ce69-4b06-b2b4-d74f3766e35c tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:02.978708 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-bb8d77ea-6cea-4b0c-b73b-b9d31d918dad req-00d5ed6e-ce69-4b06-b2b4-d74f3766e35c tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.25 "DELETE /networking/v2.0/ports/a9fcf58b-9af0-47d5-9218-efddc535ddda HTTP/1.1" status: 204 len: 173 time: 0.4103181 Oct 01 04:23:02.979193 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b9af495-cd51-4492-af9f-d43ba016007b', 'name': 'network-vif-deleted', 'tag': 'a9fcf58b-9af0-47d5-9218-efddc535ddda'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:23:02.981500 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23a471ff00a13a2eea8c87216c43e2c9873adc8b08d975975de21b294c9ff96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd451fc-0acb-43be-9af3-d91e09970f6c" -d '{"events": [{"server_uuid": "0b9af495-cd51-4492-af9f-d43ba016007b", "name": "network-vif-deleted", "tag": "a9fcf58b-9af0-47d5-9218-efddc535ddda"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:23:03.019823 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 01 Oct 2022 04:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73be8363-bbc8-4b3a-a063-8667a6b31045 x-openstack-request-id: req-73be8363-bbc8-4b3a-a063-8667a6b31045 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:23:03.020114 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b9af495-cd51-4492-af9f-d43ba016007b", "name": "network-vif-deleted", "tag": "a9fcf58b-9af0-47d5-9218-efddc535ddda", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:23:03.020367 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-73be8363-bbc8-4b3a-a063-8667a6b31045 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:23:03.020768 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73be8363-bbc8-4b3a-a063-8667a6b31045'] response: {'server_uuid': '0b9af495-cd51-4492-af9f-d43ba016007b', 'name': 'network-vif-deleted', 'tag': 'a9fcf58b-9af0-47d5-9218-efddc535ddda', 'status': 'completed', 'code': 200} Oct 01 04:23:03.656097 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b4becb47-b9d5-4399-81be-467b9d046f0f req-a8d768af-4323-4106-ba51-d00103c72653 tempest-TestMinimumBasicScenario-888564073 tempest-TestMinimumBasicScenario-888564073-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b9af495-cd51-4492-af9f-d43ba016007b HTTP/1.1" status: 200 len: 210 time: 0.0341735 Oct 01 04:23:03.664084 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296802c-188f-4480-8246-af9a85823d2a req-cb5c4047-cc9d-4095-821a-d9e8566bab3c tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:03.665967 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-e296802c-188f-4480-8246-af9a85823d2a req-cb5c4047-cc9d-4095-821a-d9e8566bab3c tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fe5ffc66-fce0-4d07-9190-6b4634a9047b HTTP/1.1" status: 200 len: 945 time: 0.0731821 Oct 01 04:23:03.716461 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-e296802c-188f-4480-8246-af9a85823d2a req-dd67ac9a-ab78-46a8-a805-d580be699a72 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7b885506-c339-41ad-b053-54869367eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436203 Oct 01 04:23:03.838373 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e7a1c-49cd-448a-8dfb-22f8a92c989e req-087382c1-2a2b-4ffd-a263-6b41898df8bd tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:03.839834 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-e95e7a1c-49cd-448a-8dfb-22f8a92c989e req-087382c1-2a2b-4ffd-a263-6b41898df8bd tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fe5ffc66-fce0-4d07-9190-6b4634a9047b HTTP/1.1" status: 200 len: 945 time: 0.0486438 Oct 01 04:23:03.850755 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 38992) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:23:03.855040 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [None req-cfe3a0c9-d5ee-4b01-9dbc-2189587184f3 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Request body: {'floatingip': {'port_id': 'b87ca074-d876-4fb1-9848-b40704e5a030'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:23:03.896294 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-cfe3a0c9-d5ee-4b01-9dbc-2189587184f3 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks [] for floatingip (4e853062-424f-4f73-b3c7-fa3ace0fd317), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:04.111771 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:04.147837 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:04.325234 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-cfe3a0c9-d5ee-4b01-9dbc-2189587184f3 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:04.328880 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-cfe3a0c9-d5ee-4b01-9dbc-2189587184f3 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989928'] for floatingip (4e853062-424f-4f73-b3c7-fa3ace0fd317), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:04.421208 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.db.l3_db [None req-cfe3a0c9-d5ee-4b01-9dbc-2189587184f3 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Floating IP 4e853062-424f-4f73-b3c7-fa3ace0fd317 associated. External IP: 172.27.2.113, port: b87ca074-d876-4fb1-9848-b40704e5a030. Oct 01 04:23:04.613013 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe3a0c9-d5ee-4b01-9dbc-2189587184f3 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Router bd3e2cc2-4a45-4937-a829-76647eb9c5f8 has already been hosted by L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 {{(pid=106386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 01 04:23:04.715308 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe3a0c9-d5ee-4b01-9dbc-2189587184f3 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:23:04.723023 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-cfe3a0c9-d5ee-4b01-9dbc-2189587184f3 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for floatingip (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:04.730077 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e10f0c-211f-493e-9b72-e9a778f6e133 None None] Sync routers for ids ['bd3e2cc2-4a45-4937-a829-76647eb9c5f8'] in dv-cinder-860044-1-iscsi {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:23:04.741247 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e10f0c-211f-493e-9b72-e9a778f6e133 None None] Routers {'bd3e2cc2-4a45-4937-a829-76647eb9c5f8'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:23:04.741958 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-66e10f0c-211f-493e-9b72-e9a778f6e133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:22:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['bd3e2cc2-4a45-4937-a829-76647eb9c5f8'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:23:04.756362 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-cfe3a0c9-d5ee-4b01-9dbc-2189587184f3 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/4e853062-424f-4f73-b3c7-fa3ace0fd317 HTTP/1.1" status: 200 len: 991 time: 0.9024034 Oct 01 04:23:04.756362 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe5ffc66-fce0-4d07-9190-6b4634a9047b', 'tag': 'b87ca074-d876-4fb1-9848-b40704e5a030'}] {{(pid=106386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:23:04.757219 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906b7328382f58691ce67f390eef3fef1b579a19389c35ae4b8023450af26d8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb429c4-3ea0-4ce1-b1f5-3e3e66caf319" -d '{"events": [{"name": "network-changed", "server_uuid": "fe5ffc66-fce0-4d07-9190-6b4634a9047b", "tag": "b87ca074-d876-4fb1-9848-b40704e5a030"}]}' {{(pid=106386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:23:04.793823 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 01 Oct 2022 04:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db74c00c-36e0-4b4b-8fc7-8cbb9033a684 x-openstack-request-id: req-db74c00c-36e0-4b4b-8fc7-8cbb9033a684 {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:23:04.794337 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe5ffc66-fce0-4d07-9190-6b4634a9047b", "tag": "b87ca074-d876-4fb1-9848-b40704e5a030", "status": "completed", "code": 200}]} {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:23:04.794596 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-db74c00c-36e0-4b4b-8fc7-8cbb9033a684 {{(pid=106386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:23:04.794999 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db74c00c-36e0-4b4b-8fc7-8cbb9033a684'] response: {'name': 'network-changed', 'server_uuid': 'fe5ffc66-fce0-4d07-9190-6b4634a9047b', 'tag': 'b87ca074-d876-4fb1-9848-b40704e5a030', 'status': 'completed', 'code': 200} Oct 01 04:23:04.849640 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-66e10f0c-211f-493e-9b72-e9a778f6e133 None None] Set router bd3e2cc2-4a45-4937-a829-76647eb9c5f8 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:23:04.880033 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb429c4-3ea0-4ce1-b1f5-3e3e66caf319 req-165abad1-6e44-4558-ad3c-ceebf0d454f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:04.881754 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9cb429c4-3ea0-4ce1-b1f5-3e3e66caf319 req-165abad1-6e44-4558-ad3c-ceebf0d454f1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=16cd7bcb315d4dc58f73a9918adb57e2&device_id=fe5ffc66-fce0-4d07-9190-6b4634a9047b HTTP/1.1" status: 200 len: 1129 time: 0.0590322 Oct 01 04:23:04.991867 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb429c4-3ea0-4ce1-b1f5-3e3e66caf319 req-f1d4c35d-9216-4aa1-b881-52c3d83a48aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:04.993346 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9cb429c4-3ea0-4ce1-b1f5-3e3e66caf319 req-f1d4c35d-9216-4aa1-b881-52c3d83a48aa service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=3af0afc2-a8fa-427e-a8af-57c40105fd2b HTTP/1.1" status: 200 len: 911 time: 0.0918474 Oct 01 04:23:05.066740 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9cb429c4-3ea0-4ce1-b1f5-3e3e66caf319 req-31925f09-7652-474f-bb67-a5a3b36bc752 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b87ca074-d876-4fb1-9848-b40704e5a030 HTTP/1.1" status: 200 len: 999 time: 0.0664325 Oct 01 04:23:05.083435 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-66e10f0c-211f-493e-9b72-e9a778f6e133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'name': 'tempest-AttachVolumeTestJSON-180303181-router', 'tenant_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'fcc80e9b-d217-4578-b3d7-051e03c8ba8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:42Z', 'updated_at': '2022-10-01T04:17:55Z', 'revision_number': 4, 'project_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'gw_port': {'id': 'fcc80e9b-d217-4578-b3d7-051e03c8ba8c', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:43Z', 'updated_at': '2022-10-01T04:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_floatingips': [{'id': '4e853062-424f-4f73-b3c7-fa3ace0fd317', 'tenant_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'floating_ip_address': '172.27.2.113', 'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'router_id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'port_id': 'b87ca074-d876-4fb1-9848-b40704e5a030', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3af0afc2-a8fa-427e-a8af-57c40105fd2b', 'mac_address': 'fa:16:3e:79:6c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5ffc66-fce0-4d07-9190-6b4634a9047b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-01T04:22:49Z', 'updated_at': '2022-10-01T04:23:04Z', 'revision_number': 1, 'project_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03de13cd-17bd-4c7d-8ee6-140edfcf3b21', 'name': '', 'network_id': '3af0afc2-a8fa-427e-a8af-57c40105fd2b', 'tenant_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'mac_address': 'fa:16:3e:9b:9c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '89891fb7-0571-4637-a13e-eaebabac5342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:51Z', 'updated_at': '2022-10-01T04:18:10Z', 'revision_number': 5, 'project_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'subnets': [{'id': '89891fb7-0571-4637-a13e-eaebabac5342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:23:05.110986 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e10f0c-211f-493e-9b72-e9a778f6e133 None None] Checking router: bd3e2cc2-4a45-4937-a829-76647eb9c5f8 for host: dv-cinder-860044-1-iscsi {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:23:05.120158 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e10f0c-211f-493e-9b72-e9a778f6e133 None None] Routers {'bd3e2cc2-4a45-4937-a829-76647eb9c5f8'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:23:05.120839 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-66e10f0c-211f-493e-9b72-e9a778f6e133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:22:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['bd3e2cc2-4a45-4937-a829-76647eb9c5f8'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:23:05.122003 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb429c4-3ea0-4ce1-b1f5-3e3e66caf319 req-37bff92a-304f-410f-a2a2-3a6b8184a2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:05.123571 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9cb429c4-3ea0-4ce1-b1f5-3e3e66caf319 req-37bff92a-304f-410f-a2a2-3a6b8184a2b6 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=89891fb7-0571-4637-a13e-eaebabac5342 HTTP/1.1" status: 200 len: 849 time: 0.0486743 Oct 01 04:23:05.178763 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb429c4-3ea0-4ce1-b1f5-3e3e66caf319 req-5fe5d97f-6672-4a17-aa8a-f86a2946d689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:05.180574 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9cb429c4-3ea0-4ce1-b1f5-3e3e66caf319 req-5fe5d97f-6672-4a17-aa8a-f86a2946d689 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=3af0afc2-a8fa-427e-a8af-57c40105fd2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455649 Oct 01 04:23:05.229335 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-66e10f0c-211f-493e-9b72-e9a778f6e133 None None] Set router bd3e2cc2-4a45-4937-a829-76647eb9c5f8 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:23:05.263464 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device a9fcf58b-9af0-47d5-9218-efddc535ddda no longer exists at agent hyperv_hv-cinder-86004 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:23:05.285812 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] No Port match for: a9fcf58b-9af0-47d5-9218-efddc535ddda {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 01 04:23:05.286162 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device a9fcf58b-9af0-47d5-9218-efddc535ddda not bound to the agent host hv-cinder-86004 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 01 04:23:05.334623 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 39044) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:23:05.339913 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9cb429c4-3ea0-4ce1-b1f5-3e3e66caf319 req-3f031f5d-7499-479f-b7a8-c5bf7614bdc9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3af0afc2-a8fa-427e-a8af-57c40105fd2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504087 Oct 01 04:23:05.451488 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9cb429c4-3ea0-4ce1-b1f5-3e3e66caf319 req-2eb238c1-1156-47e6-b4dc-a6c45c36276b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3af0afc2-a8fa-427e-a8af-57c40105fd2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029544 Oct 01 04:23:05.462574 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-66e10f0c-211f-493e-9b72-e9a778f6e133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'name': 'tempest-AttachVolumeTestJSON-180303181-router', 'tenant_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'fcc80e9b-d217-4578-b3d7-051e03c8ba8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:42Z', 'updated_at': '2022-10-01T04:17:55Z', 'revision_number': 4, 'project_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'gw_port': {'id': 'fcc80e9b-d217-4578-b3d7-051e03c8ba8c', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:43Z', 'updated_at': '2022-10-01T04:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_floatingips': [{'id': '4e853062-424f-4f73-b3c7-fa3ace0fd317', 'tenant_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'floating_ip_address': '172.27.2.113', 'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'router_id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'port_id': 'b87ca074-d876-4fb1-9848-b40704e5a030', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3af0afc2-a8fa-427e-a8af-57c40105fd2b', 'mac_address': 'fa:16:3e:79:6c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5ffc66-fce0-4d07-9190-6b4634a9047b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-01T04:22:49Z', 'updated_at': '2022-10-01T04:23:04Z', 'revision_number': 1, 'project_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03de13cd-17bd-4c7d-8ee6-140edfcf3b21', 'name': '', 'network_id': '3af0afc2-a8fa-427e-a8af-57c40105fd2b', 'tenant_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'mac_address': 'fa:16:3e:9b:9c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '89891fb7-0571-4637-a13e-eaebabac5342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:51Z', 'updated_at': '2022-10-01T04:18:10Z', 'revision_number': 5, 'project_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'subnets': [{'id': '89891fb7-0571-4637-a13e-eaebabac5342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:23:05.493580 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e10f0c-211f-493e-9b72-e9a778f6e133 None None] The sync data for ids ['bd3e2cc2-4a45-4937-a829-76647eb9c5f8'] in dv-cinder-860044-1-iscsi is: [{'id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'name': 'tempest-AttachVolumeTestJSON-180303181-router', 'tenant_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'fcc80e9b-d217-4578-b3d7-051e03c8ba8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:42Z', 'updated_at': '2022-10-01T04:17:55Z', 'revision_number': 4, 'project_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'gw_port': {'id': 'fcc80e9b-d217-4578-b3d7-051e03c8ba8c', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:43Z', 'updated_at': '2022-10-01T04:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_floatingips': [{'id': '4e853062-424f-4f73-b3c7-fa3ace0fd317', 'tenant_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'floating_ip_address': '172.27.2.113', 'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'router_id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'port_id': 'b87ca074-d876-4fb1-9848-b40704e5a030', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3af0afc2-a8fa-427e-a8af-57c40105fd2b', 'mac_address': 'fa:16:3e:79:6c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5ffc66-fce0-4d07-9190-6b4634a9047b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-01T04:22:49Z', 'updated_at': '2022-10-01T04:23:04Z', 'revision_number': 1, 'project_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03de13cd-17bd-4c7d-8ee6-140edfcf3b21', 'name': '', 'network_id': '3af0afc2-a8fa-427e-a8af-57c40105fd2b', 'tenant_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'mac_address': 'fa:16:3e:9b:9c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '89891fb7-0571-4637-a13e-eaebabac5342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:51Z', 'updated_at': '2022-10-01T04:18:10Z', 'revision_number': 5, 'project_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'subnets': [{'id': '89891fb7-0571-4637-a13e-eaebabac5342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:23:05.660235 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:05.722850 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e1861b-0e0b-4cc0-a48a-4f3e7b74249b None None] New status for floating IP 4e853062-424f-4f73-b3c7-fa3ace0fd317: ACTIVE {{(pid=106388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 01 04:23:05.747156 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1976bcfb-2151-4370-8994-631cb5d3994c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7982504'] for router_interface (825c9a0c-dd39-4253-b7a7-aafc2b226434), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:05.981245 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:05.995496 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.agents_db [None req-12b97a57-14e3-4267-90b0-a9e0353f7932 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 01 04:23:06.232961 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-1976bcfb-2151-4370-8994-631cb5d3994c admin admin] Deleting port 17794055-27a6-4b4f-8b24-e17ad854f43d {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:23:06.233227 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1976bcfb-2151-4370-8994-631cb5d3994c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (17794055-27a6-4b4f-8b24-e17ad854f43d), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:06.316513 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.db [None req-1976bcfb-2151-4370-8994-631cb5d3994c admin admin] For port 17794055-27a6-4b4f-8b24-e17ad854f43d, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=17794055-27a6-4b4f-8b24-e17ad854f43d,segment=NetworkSegment(b90f7b3a-6fb0-4d95-8a4f-636ff8d369ce),segment_id=b90f7b3a-6fb0-4d95-8a4f-636ff8d369ce)] {{(pid=106386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:23:06.316873 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1976bcfb-2151-4370-8994-631cb5d3994c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (17794055-27a6-4b4f-8b24-e17ad854f43d), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:06.329617 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-1976bcfb-2151-4370-8994-631cb5d3994c admin admin] Calling delete_port for 17794055-27a6-4b4f-8b24-e17ad854f43d owned by network:router_interface {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:23:06.505850 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1976bcfb-2151-4370-8994-631cb5d3994c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5071981'] for port (17794055-27a6-4b4f-8b24-e17ad854f43d), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:06.534131 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976bcfb-2151-4370-8994-631cb5d3994c admin admin] Pushing event deleted for resources: {'Port': ['ID=17794055-27a6-4b4f-8b24-e17ad854f43d,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:23:06.696437 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1976bcfb-2151-4370-8994-631cb5d3994c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7886623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7990808'] for router_interface (825c9a0c-dd39-4253-b7a7-aafc2b226434), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:06.848116 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:06.852664 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:06.909914 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1976bcfb-2151-4370-8994-631cb5d3994c admin admin] Router 825c9a0c-dd39-4253-b7a7-aafc2b226434 has already been hosted by L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 {{(pid=106386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 01 04:23:07.013434 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1976bcfb-2151-4370-8994-631cb5d3994c admin admin] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:23:07.018998 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-1976bcfb-2151-4370-8994-631cb5d3994c admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/825c9a0c-dd39-4253-b7a7-aafc2b226434/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6833184 Oct 01 04:23:07.021590 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 39046) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:23:07.021859 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac52c401-7794-4a7d-9580-712b9ceb75da None None] Sync routers for ids ['825c9a0c-dd39-4253-b7a7-aafc2b226434'] in dv-cinder-860044-1-iscsi {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:23:07.033676 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac52c401-7794-4a7d-9580-712b9ceb75da None None] Routers {'825c9a0c-dd39-4253-b7a7-aafc2b226434'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:23:07.034304 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-ac52c401-7794-4a7d-9580-712b9ceb75da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:22:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['825c9a0c-dd39-4253-b7a7-aafc2b226434'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:23:07.066036 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:07.122666 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9ff4f3ef-2139-46b6-89f1-46137d1f0d6d admin admin] Publish callbacks [] for router (825c9a0c-dd39-4253-b7a7-aafc2b226434), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:07.223261 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9ff4f3ef-2139-46b6-89f1-46137d1f0d6d admin admin] Publish callbacks [] for router_gateway (825c9a0c-dd39-4253-b7a7-aafc2b226434), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:07.224380 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-ac52c401-7794-4a7d-9580-712b9ceb75da None None] Set router 825c9a0c-dd39-4253-b7a7-aafc2b226434 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:23:07.268009 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-9ff4f3ef-2139-46b6-89f1-46137d1f0d6d admin admin] Deleting port 67edb09f-ad10-4323-827d-7b7eca92d6bc {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:23:07.268347 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9ff4f3ef-2139-46b6-89f1-46137d1f0d6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (67edb09f-ad10-4323-827d-7b7eca92d6bc), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:07.350828 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.db [None req-9ff4f3ef-2139-46b6-89f1-46137d1f0d6d admin admin] For port 67edb09f-ad10-4323-827d-7b7eca92d6bc, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=67edb09f-ad10-4323-827d-7b7eca92d6bc,segment=NetworkSegment(e11c25a1-22bc-489d-94fb-b6370ba219df),segment_id=e11c25a1-22bc-489d-94fb-b6370ba219df)] {{(pid=106386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:23:07.351101 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9ff4f3ef-2139-46b6-89f1-46137d1f0d6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (67edb09f-ad10-4323-827d-7b7eca92d6bc), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:07.364291 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-9ff4f3ef-2139-46b6-89f1-46137d1f0d6d admin admin] Calling delete_port for 67edb09f-ad10-4323-827d-7b7eca92d6bc owned by network:router_gateway {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:23:07.389713 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-ac52c401-7794-4a7d-9580-712b9ceb75da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825c9a0c-dd39-4253-b7a7-aafc2b226434', 'name': 'tempest-TestMinimumBasicScenario-1382045076-router', 'tenant_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '67edb09f-ad10-4323-827d-7b7eca92d6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:19:46Z', 'updated_at': '2022-10-01T04:23:06Z', 'revision_number': 5, 'project_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'gw_port': {'id': '67edb09f-ad10-4323-827d-7b7eca92d6bc', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825c9a0c-dd39-4253-b7a7-aafc2b226434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:19:46Z', 'updated_at': '2022-10-01T04:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi'}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:23:07.415496 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac52c401-7794-4a7d-9580-712b9ceb75da None None] Checking router: 825c9a0c-dd39-4253-b7a7-aafc2b226434 for host: dv-cinder-860044-1-iscsi {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:23:07.423776 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac52c401-7794-4a7d-9580-712b9ceb75da None None] Routers {'825c9a0c-dd39-4253-b7a7-aafc2b226434'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:23:07.424385 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-ac52c401-7794-4a7d-9580-712b9ceb75da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:22:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['825c9a0c-dd39-4253-b7a7-aafc2b226434'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:23:07.427430 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:07.509340 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-ac52c401-7794-4a7d-9580-712b9ceb75da None None] Set router 825c9a0c-dd39-4253-b7a7-aafc2b226434 gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:23:07.532074 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9ff4f3ef-2139-46b6-89f1-46137d1f0d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5071981'] for port (67edb09f-ad10-4323-827d-7b7eca92d6bc), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:07.562951 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff4f3ef-2139-46b6-89f1-46137d1f0d6d admin admin] Pushing event deleted for resources: {'Port': ['ID=67edb09f-ad10-4323-827d-7b7eca92d6bc,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:23:07.563654 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-ac52c401-7794-4a7d-9580-712b9ceb75da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825c9a0c-dd39-4253-b7a7-aafc2b226434', 'name': 'tempest-TestMinimumBasicScenario-1382045076-router', 'tenant_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:19:46Z', 'updated_at': '2022-10-01T04:23:07Z', 'revision_number': 6, 'project_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'gw_port_host': None}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:23:07.590848 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac52c401-7794-4a7d-9580-712b9ceb75da None None] The sync data for ids ['825c9a0c-dd39-4253-b7a7-aafc2b226434'] in dv-cinder-860044-1-iscsi is: [{'id': '825c9a0c-dd39-4253-b7a7-aafc2b226434', 'name': 'tempest-TestMinimumBasicScenario-1382045076-router', 'tenant_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:19:46Z', 'updated_at': '2022-10-01T04:23:07Z', 'revision_number': 6, 'project_id': '1d29e2e750f948e1b0ccd4117c0d347a', 'gw_port_host': None}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:23:07.625268 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9ff4f3ef-2139-46b6-89f1-46137d1f0d6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989870'] for router_gateway (825c9a0c-dd39-4253-b7a7-aafc2b226434), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:07.711108 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9ff4f3ef-2139-46b6-89f1-46137d1f0d6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7990903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3226'] for router (825c9a0c-dd39-4253-b7a7-aafc2b226434), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:07.713300 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9ff4f3ef-2139-46b6-89f1-46137d1f0d6d admin admin] Publish callbacks [] for router_controller (825c9a0c-dd39-4253-b7a7-aafc2b226434), precommit_delete_associations {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:07.715858 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:07.755620 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9ff4f3ef-2139-46b6-89f1-46137d1f0d6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7990894'] for router (825c9a0c-dd39-4253-b7a7-aafc2b226434), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:07.756245 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff4f3ef-2139-46b6-89f1-46137d1f0d6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 825c9a0c-dd39-4253-b7a7-aafc2b226434 {{(pid=106386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 01 04:23:07.760750 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9ff4f3ef-2139-46b6-89f1-46137d1f0d6d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:07.761826 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-9ff4f3ef-2139-46b6-89f1-46137d1f0d6d admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/825c9a0c-dd39-4253-b7a7-aafc2b226434 HTTP/1.1" status: 204 len: 168 time: 0.7389424 Oct 01 04:23:07.764347 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 39048) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:23:07.773029 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:07.812619 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.db.db_base_plugin_v2 [None req-356d7a02-3310-4943-a989-2196e2d3b4dc admin admin] Deleting subnet 4e37b831-acda-4dd7-b8c3-e8659f60d591 {{(pid=106386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 01 04:23:07.816358 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-356d7a02-3310-4943-a989-2196e2d3b4dc admin admin] Publish callbacks [] for subnet (4e37b831-acda-4dd7-b8c3-e8659f60d591), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:07.854899 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-356d7a02-3310-4943-a989-2196e2d3b4dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5479336'] for subnet (4e37b831-acda-4dd7-b8c3-e8659f60d591), precommit_delete_associations {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:07.932677 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-356d7a02-3310-4943-a989-2196e2d3b4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1040298'] for subnet (4e37b831-acda-4dd7-b8c3-e8659f60d591), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:07.994291 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-356d7a02-3310-4943-a989-2196e2d3b4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1035713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8038045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5071920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5089221'] for subnet (4e37b831-acda-4dd7-b8c3-e8659f60d591), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:08.027628 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d7a02-3310-4943-a989-2196e2d3b4dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e37b831-acda-4dd7-b8c3-e8659f60d591,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:23:08.030254 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-356d7a02-3310-4943-a989-2196e2d3b4dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for subnet (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:08.033659 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-356d7a02-3310-4943-a989-2196e2d3b4dc admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/4e37b831-acda-4dd7-b8c3-e8659f60d591 HTTP/1.1" status: 204 len: 168 time: 0.2683854 Oct 01 04:23:08.036375 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 39050) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:23:08.039210 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b344f6-3fdb-4d78-8e0f-a821eeaeacf1 None None] Network 92f08451-a23c-40f8-9010-ae62f55617be requested from dv-cinder-860044-1-iscsi {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 01 04:23:08.104677 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7b9de031-edd4-49cc-8794-ade614f5b386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799227'] for network (92f08451-a23c-40f8-9010-ae62f55617be), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:08.150565 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-7b9de031-edd4-49cc-8794-ade614f5b386 admin admin] Deleting port 50f30e5d-95fc-4428-ad15-4f4538447df4 {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:23:08.150909 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7b9de031-edd4-49cc-8794-ade614f5b386 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (50f30e5d-95fc-4428-ad15-4f4538447df4), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:08.218853 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.db [None req-7b9de031-edd4-49cc-8794-ade614f5b386 admin admin] For port 50f30e5d-95fc-4428-ad15-4f4538447df4, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=50f30e5d-95fc-4428-ad15-4f4538447df4,segment=NetworkSegment(b90f7b3a-6fb0-4d95-8a4f-636ff8d369ce),segment_id=b90f7b3a-6fb0-4d95-8a4f-636ff8d369ce)] {{(pid=106386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:23:08.219198 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7b9de031-edd4-49cc-8794-ade614f5b386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (50f30e5d-95fc-4428-ad15-4f4538447df4), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:08.232108 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-7b9de031-edd4-49cc-8794-ade614f5b386 admin admin] Calling delete_port for 50f30e5d-95fc-4428-ad15-4f4538447df4 owned by network:dhcp {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:23:08.309980 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7b9de031-edd4-49cc-8794-ade614f5b386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5071981'] for port (50f30e5d-95fc-4428-ad15-4f4538447df4), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:08.336186 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9de031-edd4-49cc-8794-ade614f5b386 admin admin] Pushing event deleted for resources: {'Port': ['ID=50f30e5d-95fc-4428-ad15-4f4538447df4,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:23:08.348215 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9de031-edd4-49cc-8794-ade614f5b386 admin admin] No DVR routers for this DVR port 50f30e5d-95fc-4428-ad15-4f4538447df4 on host dv-cinder-860044-1-iscsi {{(pid=106386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 01 04:23:08.373224 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6ce074-1870-42c4-85d0-01a6dc2c4e0d None None] DHCP port deletion for 92f08451-a23c-40f8-9010-ae62f55617be request from dv-cinder-860044-1-iscsi {{(pid=106388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 01 04:23:08.430076 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7b9de031-edd4-49cc-8794-ade614f5b386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-909724', 'neutron.services.segments.db._delete_segments_for_network-8783883502282'] for network (92f08451-a23c-40f8-9010-ae62f55617be), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:08.433972 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 17794055-27a6-4b4f-8b24-e17ad854f43d no longer exists at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:23:08.453291 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.services.segments.db [None req-7b9de031-edd4-49cc-8794-ade614f5b386 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92f08451-a23c-40f8-9010-ae62f55617be']}} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:23:08.454176 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] No Port match for: 17794055-27a6-4b4f-8b24-e17ad854f43d {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 01 04:23:08.454686 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 17794055-27a6-4b4f-8b24-e17ad854f43d not bound to the agent host dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 01 04:23:08.455368 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 67edb09f-ad10-4323-827d-7b7eca92d6bc no longer exists at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:23:08.462719 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.services.segments.db [None req-7b9de031-edd4-49cc-8794-ade614f5b386 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b90f7b3a-6fb0-4d95-8a4f-636ff8d369ce') {'for_net_delete': True} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:23:08.463055 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.services.segments.db [None req-7b9de031-edd4-49cc-8794-ade614f5b386 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b90f7b3a-6fb0-4d95-8a4f-636ff8d369ce') {} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:23:08.475579 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] No Port match for: 67edb09f-ad10-4323-827d-7b7eca92d6bc {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 01 04:23:08.475859 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 67edb09f-ad10-4323-827d-7b7eca92d6bc not bound to the agent host dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 01 04:23:08.475997 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7b9de031-edd4-49cc-8794-ade614f5b386 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783883475047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5479329'] for segment (b90f7b3a-6fb0-4d95-8a4f-636ff8d369ce), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:08.476345 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 50f30e5d-95fc-4428-ad15-4f4538447df4 no longer exists at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:23:08.491107 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7b9de031-edd4-49cc-8794-ade614f5b386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916673'] for segment (b90f7b3a-6fb0-4d95-8a4f-636ff8d369ce), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:08.495558 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] No Port match for: 50f30e5d-95fc-4428-ad15-4f4538447df4 {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 01 04:23:08.495918 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 50f30e5d-95fc-4428-ad15-4f4538447df4 not bound to the agent host dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 01 04:23:08.499237 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b9de031-edd4-49cc-8794-ade614f5b386 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=106386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 01 04:23:08.499744 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7b9de031-edd4-49cc-8794-ade614f5b386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5072030'] for segment (b90f7b3a-6fb0-4d95-8a4f-636ff8d369ce), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:08.521788 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.services.segments.plugin [-] Segment b90f7b3a-6fb0-4d95-8a4f-636ff8d369ce resource provider aggregate not found Oct 01 04:23:08.558301 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.services.segments.plugin [-] Segment b90f7b3a-6fb0-4d95-8a4f-636ff8d369ce resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b90f7b3a-6fb0-4d95-8a4f-636ff8d369ce found for delete ", "request_id": "req-5bd6ba5d-bb28-4780-be9b-cdb2453d6d00"}]} Oct 01 04:23:08.578482 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7b9de031-edd4-49cc-8794-ade614f5b386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-909719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8037924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989909'] for network (92f08451-a23c-40f8-9010-ae62f55617be), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:08.584590 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7b9de031-edd4-49cc-8794-ade614f5b386 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for network (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:08.587747 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-7b9de031-edd4-49cc-8794-ade614f5b386 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/92f08451-a23c-40f8-9010-ae62f55617be HTTP/1.1" status: 204 len: 168 time: 0.5500634 Oct 01 04:23:08.594180 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 39060) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:23:08.600029 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9de031-edd4-49cc-8794-ade614f5b386 admin admin] Pushing event deleted for resources: {'Network': ['ID=92f08451-a23c-40f8-9010-ae62f55617be,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:23:08.797226 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:08.915313 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2c934730-374f-4c92-b935-cb4e55ba51eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7982504'] for router_interface (a1e5eb16-62da-4f41-939c-454210864e37), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:09.130704 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-2c934730-374f-4c92-b935-cb4e55ba51eb admin admin] Deleting port 445d3e4f-06c6-4f03-a242-9325c5a30a1e {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:23:09.130936 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2c934730-374f-4c92-b935-cb4e55ba51eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (445d3e4f-06c6-4f03-a242-9325c5a30a1e), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:09.166189 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:09.208608 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-2c934730-374f-4c92-b935-cb4e55ba51eb admin admin] For port 445d3e4f-06c6-4f03-a242-9325c5a30a1e, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=445d3e4f-06c6-4f03-a242-9325c5a30a1e,segment=NetworkSegment(49b66d8e-351e-41f4-be8c-f79784837b18),segment_id=49b66d8e-351e-41f4-be8c-f79784837b18)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:23:09.208871 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2c934730-374f-4c92-b935-cb4e55ba51eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (445d3e4f-06c6-4f03-a242-9325c5a30a1e), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:09.221502 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-2c934730-374f-4c92-b935-cb4e55ba51eb admin admin] Calling delete_port for 445d3e4f-06c6-4f03-a242-9325c5a30a1e owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:23:09.403463 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2c934730-374f-4c92-b935-cb4e55ba51eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (445d3e4f-06c6-4f03-a242-9325c5a30a1e), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:09.431149 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c934730-374f-4c92-b935-cb4e55ba51eb admin admin] Pushing event deleted for resources: {'Port': ['ID=445d3e4f-06c6-4f03-a242-9325c5a30a1e,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:23:09.585595 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:09.592984 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2c934730-374f-4c92-b935-cb4e55ba51eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7886623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7990808'] for router_interface (a1e5eb16-62da-4f41-939c-454210864e37), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:10.047032 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c934730-374f-4c92-b935-cb4e55ba51eb admin admin] Router a1e5eb16-62da-4f41-939c-454210864e37 has already been hosted by L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 01 04:23:10.149596 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c934730-374f-4c92-b935-cb4e55ba51eb admin admin] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:23:10.160002 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-2c934730-374f-4c92-b935-cb4e55ba51eb admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/a1e5eb16-62da-4f41-939c-454210864e37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5614212 Oct 01 04:23:10.160089 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 39064) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:23:10.163425 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9c19e7-aaff-425a-bbf3-5092f640de23 None None] Sync routers for ids ['a1e5eb16-62da-4f41-939c-454210864e37'] in dv-cinder-860044-1-iscsi {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:23:10.174645 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9c19e7-aaff-425a-bbf3-5092f640de23 None None] Routers {'a1e5eb16-62da-4f41-939c-454210864e37'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:23:10.175699 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-eb9c19e7-aaff-425a-bbf3-5092f640de23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:22:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['a1e5eb16-62da-4f41-939c-454210864e37'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:23:10.287098 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-eb9c19e7-aaff-425a-bbf3-5092f640de23 None None] Set router a1e5eb16-62da-4f41-939c-454210864e37 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:23:10.445767 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=11 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:10.462404 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:10.465246 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-eb9c19e7-aaff-425a-bbf3-5092f640de23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e5eb16-62da-4f41-939c-454210864e37', 'name': 'tempest-TestMinimumBasicScenario-1907892122-router', 'tenant_id': '0187d00cc2bb49b3812b571c884fd809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0947e392-a44d-41d6-a70f-9f4328db3942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:19:54Z', 'updated_at': '2022-10-01T04:23:09Z', 'revision_number': 5, 'project_id': '0187d00cc2bb49b3812b571c884fd809', 'gw_port': {'id': '0947e392-a44d-41d6-a70f-9f4328db3942', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:39:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e5eb16-62da-4f41-939c-454210864e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:19:55Z', 'updated_at': '2022-10-01T04:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi'}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:23:10.465621 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2d9b50e8-6b21-4d12-b954-820b0f432fd4 admin admin] Publish callbacks [] for router (a1e5eb16-62da-4f41-939c-454210864e37), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:10.492408 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9c19e7-aaff-425a-bbf3-5092f640de23 None None] Checking router: a1e5eb16-62da-4f41-939c-454210864e37 for host: dv-cinder-860044-1-iscsi {{(pid=106388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:23:10.501572 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9c19e7-aaff-425a-bbf3-5092f640de23 None None] Routers {'a1e5eb16-62da-4f41-939c-454210864e37'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:23:10.502646 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-eb9c19e7-aaff-425a-bbf3-5092f640de23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:22:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['a1e5eb16-62da-4f41-939c-454210864e37'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:23:10.505040 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:10.569654 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2d9b50e8-6b21-4d12-b954-820b0f432fd4 admin admin] Publish callbacks [] for router_gateway (a1e5eb16-62da-4f41-939c-454210864e37), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:10.606767 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-eb9c19e7-aaff-425a-bbf3-5092f640de23 None None] Set router a1e5eb16-62da-4f41-939c-454210864e37 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:23:10.612798 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-2d9b50e8-6b21-4d12-b954-820b0f432fd4 admin admin] Deleting port 0947e392-a44d-41d6-a70f-9f4328db3942 {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:23:10.613185 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2d9b50e8-6b21-4d12-b954-820b0f432fd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (0947e392-a44d-41d6-a70f-9f4328db3942), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:10.694846 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.db [None req-2d9b50e8-6b21-4d12-b954-820b0f432fd4 admin admin] For port 0947e392-a44d-41d6-a70f-9f4328db3942, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=0947e392-a44d-41d6-a70f-9f4328db3942,segment=NetworkSegment(e11c25a1-22bc-489d-94fb-b6370ba219df),segment_id=e11c25a1-22bc-489d-94fb-b6370ba219df)] {{(pid=106386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:23:10.695204 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2d9b50e8-6b21-4d12-b954-820b0f432fd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (0947e392-a44d-41d6-a70f-9f4328db3942), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:10.708720 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-2d9b50e8-6b21-4d12-b954-820b0f432fd4 admin admin] Calling delete_port for 0947e392-a44d-41d6-a70f-9f4328db3942 owned by network:router_gateway {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:23:10.758551 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:10.778894 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-eb9c19e7-aaff-425a-bbf3-5092f640de23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e5eb16-62da-4f41-939c-454210864e37', 'name': 'tempest-TestMinimumBasicScenario-1907892122-router', 'tenant_id': '0187d00cc2bb49b3812b571c884fd809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0947e392-a44d-41d6-a70f-9f4328db3942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:19:54Z', 'updated_at': '2022-10-01T04:23:09Z', 'revision_number': 5, 'project_id': '0187d00cc2bb49b3812b571c884fd809', 'gw_port': {'id': '0947e392-a44d-41d6-a70f-9f4328db3942', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:39:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e5eb16-62da-4f41-939c-454210864e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:19:55Z', 'updated_at': '2022-10-01T04:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi'}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:23:10.807203 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9c19e7-aaff-425a-bbf3-5092f640de23 None None] The sync data for ids ['a1e5eb16-62da-4f41-939c-454210864e37'] in dv-cinder-860044-1-iscsi is: [{'id': 'a1e5eb16-62da-4f41-939c-454210864e37', 'name': 'tempest-TestMinimumBasicScenario-1907892122-router', 'tenant_id': '0187d00cc2bb49b3812b571c884fd809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0947e392-a44d-41d6-a70f-9f4328db3942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:19:54Z', 'updated_at': '2022-10-01T04:23:09Z', 'revision_number': 5, 'project_id': '0187d00cc2bb49b3812b571c884fd809', 'gw_port': {'id': '0947e392-a44d-41d6-a70f-9f4328db3942', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:39:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e5eb16-62da-4f41-939c-454210864e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:19:55Z', 'updated_at': '2022-10-01T04:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi'}] {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:23:10.878501 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2d9b50e8-6b21-4d12-b954-820b0f432fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5071981'] for port (0947e392-a44d-41d6-a70f-9f4328db3942), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:10.906701 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b50e8-6b21-4d12-b954-820b0f432fd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0947e392-a44d-41d6-a70f-9f4328db3942,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:23:10.968555 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2d9b50e8-6b21-4d12-b954-820b0f432fd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989870'] for router_gateway (a1e5eb16-62da-4f41-939c-454210864e37), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:11.053801 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2d9b50e8-6b21-4d12-b954-820b0f432fd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7990903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3226'] for router (a1e5eb16-62da-4f41-939c-454210864e37), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:11.055938 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2d9b50e8-6b21-4d12-b954-820b0f432fd4 admin admin] Publish callbacks [] for router_controller (a1e5eb16-62da-4f41-939c-454210864e37), precommit_delete_associations {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:11.099189 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2d9b50e8-6b21-4d12-b954-820b0f432fd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7990894'] for router (a1e5eb16-62da-4f41-939c-454210864e37), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:11.099703 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9b50e8-6b21-4d12-b954-820b0f432fd4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1e5eb16-62da-4f41-939c-454210864e37 {{(pid=106386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 01 04:23:11.104018 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2d9b50e8-6b21-4d12-b954-820b0f432fd4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:11.105182 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-2d9b50e8-6b21-4d12-b954-820b0f432fd4 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/a1e5eb16-62da-4f41-939c-454210864e37 HTTP/1.1" status: 204 len: 168 time: 0.9442794 Oct 01 04:23:11.107686 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 39066) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:23:11.158967 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5481143-a56c-4cc6-beae-1adddd121b7f admin admin] Deleting subnet d35cbb93-b7d9-4c0d-9a82-bc0c6fefc5ec {{(pid=106386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 01 04:23:11.162527 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b5481143-a56c-4cc6-beae-1adddd121b7f admin admin] Publish callbacks [] for subnet (d35cbb93-b7d9-4c0d-9a82-bc0c6fefc5ec), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:11.200049 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b5481143-a56c-4cc6-beae-1adddd121b7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5479336'] for subnet (d35cbb93-b7d9-4c0d-9a82-bc0c6fefc5ec), precommit_delete_associations {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:11.286725 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:11.288664 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b5481143-a56c-4cc6-beae-1adddd121b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1040298'] for subnet (d35cbb93-b7d9-4c0d-9a82-bc0c6fefc5ec), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:11.350788 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b5481143-a56c-4cc6-beae-1adddd121b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1035713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8038045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5071920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5089221'] for subnet (d35cbb93-b7d9-4c0d-9a82-bc0c6fefc5ec), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:11.379394 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5481143-a56c-4cc6-beae-1adddd121b7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d35cbb93-b7d9-4c0d-9a82-bc0c6fefc5ec,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:23:11.381420 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b5481143-a56c-4cc6-beae-1adddd121b7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for subnet (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:11.384686 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-b5481143-a56c-4cc6-beae-1adddd121b7f admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/d35cbb93-b7d9-4c0d-9a82-bc0c6fefc5ec HTTP/1.1" status: 204 len: 168 time: 0.2760808 Oct 01 04:23:11.386345 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95135de-ac9f-4eaa-9ed7-996f244d05d4 None None] Network 83727f78-e54c-44d6-a1e9-ab058f7477ce requested from dv-cinder-860044-1-iscsi {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 01 04:23:11.387259 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 39070) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:23:11.461287 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2c2755e0-b492-4ce3-9680-24b3ea0b66a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799227'] for network (83727f78-e54c-44d6-a1e9-ab058f7477ce), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:11.468073 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:11.509639 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-2c2755e0-b492-4ce3-9680-24b3ea0b66a8 admin admin] Deleting port 03dbf082-0e09-439f-8819-1a1ffc1bbb53 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:23:11.509986 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2c2755e0-b492-4ce3-9680-24b3ea0b66a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (03dbf082-0e09-439f-8819-1a1ffc1bbb53), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:11.555620 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1780ec-3c02-4774-8532-52dc8a92f74a None None] DHCP port deletion for 83727f78-e54c-44d6-a1e9-ab058f7477ce request from dv-cinder-860044-1-iscsi {{(pid=106388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 01 04:23:11.583338 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-2c2755e0-b492-4ce3-9680-24b3ea0b66a8 admin admin] For port 03dbf082-0e09-439f-8819-1a1ffc1bbb53, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=03dbf082-0e09-439f-8819-1a1ffc1bbb53,segment=NetworkSegment(49b66d8e-351e-41f4-be8c-f79784837b18),segment_id=49b66d8e-351e-41f4-be8c-f79784837b18)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:23:11.583709 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2c2755e0-b492-4ce3-9680-24b3ea0b66a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (03dbf082-0e09-439f-8819-1a1ffc1bbb53), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:11.597002 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-fa1780ec-3c02-4774-8532-52dc8a92f74a None None] Deleting port 03dbf082-0e09-439f-8819-1a1ffc1bbb53 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:23:11.597385 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fa1780ec-3c02-4774-8532-52dc8a92f74a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (03dbf082-0e09-439f-8819-1a1ffc1bbb53), before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:11.597778 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-2c2755e0-b492-4ce3-9680-24b3ea0b66a8 admin admin] Calling delete_port for 03dbf082-0e09-439f-8819-1a1ffc1bbb53 owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:23:11.662797 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-fa1780ec-3c02-4774-8532-52dc8a92f74a None None] For port 03dbf082-0e09-439f-8819-1a1ffc1bbb53, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=03dbf082-0e09-439f-8819-1a1ffc1bbb53,segment=NetworkSegment(49b66d8e-351e-41f4-be8c-f79784837b18),segment_id=49b66d8e-351e-41f4-be8c-f79784837b18)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:23:11.663197 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fa1780ec-3c02-4774-8532-52dc8a92f74a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (03dbf082-0e09-439f-8819-1a1ffc1bbb53), precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:11.676078 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2c2755e0-b492-4ce3-9680-24b3ea0b66a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (03dbf082-0e09-439f-8819-1a1ffc1bbb53), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:11.676841 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-fa1780ec-3c02-4774-8532-52dc8a92f74a None None] Calling delete_port for 03dbf082-0e09-439f-8819-1a1ffc1bbb53 owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:23:11.702728 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2755e0-b492-4ce3-9680-24b3ea0b66a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=03dbf082-0e09-439f-8819-1a1ffc1bbb53,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:23:11.704590 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2755e0-b492-4ce3-9680-24b3ea0b66a8 admin admin] No DVR routers for this DVR port 03dbf082-0e09-439f-8819-1a1ffc1bbb53 on host dv-cinder-860044-1-iscsi {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 01 04:23:11.757530 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fa1780ec-3c02-4774-8532-52dc8a92f74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859'] for port (03dbf082-0e09-439f-8819-1a1ffc1bbb53), after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:11.781775 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1780ec-3c02-4774-8532-52dc8a92f74a None None] Pushing event deleted for resources: {'Port': ['ID=03dbf082-0e09-439f-8819-1a1ffc1bbb53,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:23:11.783326 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2c2755e0-b492-4ce3-9680-24b3ea0b66a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-909724', 'neutron.services.segments.db._delete_segments_for_network-8783883502282'] for network (83727f78-e54c-44d6-a1e9-ab058f7477ce), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:11.785829 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1780ec-3c02-4774-8532-52dc8a92f74a None None] No DVR routers for this DVR port 03dbf082-0e09-439f-8819-1a1ffc1bbb53 on host dv-cinder-860044-1-iscsi {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 01 04:23:11.809473 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.services.segments.db [None req-2c2755e0-b492-4ce3-9680-24b3ea0b66a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83727f78-e54c-44d6-a1e9-ab058f7477ce']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:23:11.819130 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.services.segments.db [None req-2c2755e0-b492-4ce3-9680-24b3ea0b66a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49b66d8e-351e-41f4-be8c-f79784837b18') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:23:11.819424 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.services.segments.db [None req-2c2755e0-b492-4ce3-9680-24b3ea0b66a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49b66d8e-351e-41f4-be8c-f79784837b18') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:23:11.828829 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2c2755e0-b492-4ce3-9680-24b3ea0b66a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783883475047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4947403'] for segment (49b66d8e-351e-41f4-be8c-f79784837b18), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:11.844333 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2c2755e0-b492-4ce3-9680-24b3ea0b66a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916673'] for segment (49b66d8e-351e-41f4-be8c-f79784837b18), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:11.851464 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c2755e0-b492-4ce3-9680-24b3ea0b66a8 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 01 04:23:11.851879 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2c2755e0-b492-4ce3-9680-24b3ea0b66a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4916018'] for segment (49b66d8e-351e-41f4-be8c-f79784837b18), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:11.903574 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.services.segments.plugin [-] Segment 49b66d8e-351e-41f4-be8c-f79784837b18 resource provider aggregate not found Oct 01 04:23:11.927593 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.services.segments.plugin [-] Segment 49b66d8e-351e-41f4-be8c-f79784837b18 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 49b66d8e-351e-41f4-be8c-f79784837b18 found for delete ", "request_id": "req-35501dcc-c47e-49e9-950a-a0ab81841baa"}]} Oct 01 04:23:11.935867 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2c2755e0-b492-4ce3-9680-24b3ea0b66a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-909719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8037924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989909'] for network (83727f78-e54c-44d6-a1e9-ab058f7477ce), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:11.945127 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2c2755e0-b492-4ce3-9680-24b3ea0b66a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for network (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:11.950672 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-2c2755e0-b492-4ce3-9680-24b3ea0b66a8 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/83727f78-e54c-44d6-a1e9-ab058f7477ce HTTP/1.1" status: 204 len: 168 time: 0.5599973 Oct 01 04:23:11.958596 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2755e0-b492-4ce3-9680-24b3ea0b66a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=83727f78-e54c-44d6-a1e9-ab058f7477ce,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:23:12.136539 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 39078) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:23:12.166476 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:12.185747 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-dd4b05b4-f16f-48d1-a87f-121ad94e09f2 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=1d29e2e750f948e1b0ccd4117c0d347a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0477545 Oct 01 04:23:12.188275 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 39080) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:23:12.225021 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 0947e392-a44d-41d6-a70f-9f4328db3942 no longer exists at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:23:12.243065 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1fa6a9e9-5949-4026-b31a-fc5cbcb2f507 admin admin] Publish callbacks [] for security_group (2dfc6110-19c3-42e0-8b7e-4aa9f740b26c), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:12.246465 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] No Port match for: 0947e392-a44d-41d6-a70f-9f4328db3942 {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 01 04:23:12.246803 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 0947e392-a44d-41d6-a70f-9f4328db3942 not bound to the agent host dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 01 04:23:12.247209 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 445d3e4f-06c6-4f03-a242-9325c5a30a1e no longer exists at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:23:12.263703 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1fa6a9e9-5949-4026-b31a-fc5cbcb2f507 admin admin] Publish callbacks [] for security_group (2dfc6110-19c3-42e0-8b7e-4aa9f740b26c), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:12.265813 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] No Port match for: 445d3e4f-06c6-4f03-a242-9325c5a30a1e {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 01 04:23:12.266160 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 445d3e4f-06c6-4f03-a242-9325c5a30a1e not bound to the agent host dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 01 04:23:12.266559 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 03dbf082-0e09-439f-8819-1a1ffc1bbb53 no longer exists at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:23:12.287236 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] No Port match for: 03dbf082-0e09-439f-8819-1a1ffc1bbb53 {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 01 04:23:12.287494 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 03dbf082-0e09-439f-8819-1a1ffc1bbb53 not bound to the agent host dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 01 04:23:12.314898 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1fa6a9e9-5949-4026-b31a-fc5cbcb2f507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (2dfc6110-19c3-42e0-8b7e-4aa9f740b26c), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:12.317536 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1fa6a9e9-5949-4026-b31a-fc5cbcb2f507 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:12.318677 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-1fa6a9e9-5949-4026-b31a-fc5cbcb2f507 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/2dfc6110-19c3-42e0-8b7e-4aa9f740b26c HTTP/1.1" status: 204 len: 168 time: 0.1287434 Oct 01 04:23:12.326554 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa6a9e9-5949-4026-b31a-fc5cbcb2f507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfc6110-19c3-42e0-8b7e-4aa9f740b26c,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:23:12.643563 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 39086) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:23:12.686621 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-cc9c8f2c-e459-4799-94db-87a4ca1ec09a admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=0187d00cc2bb49b3812b571c884fd809&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418093 Oct 01 04:23:12.689843 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 39088) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:23:12.738367 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6e92e88c-71f3-4ed3-b0ab-03747ae83668 admin admin] Publish callbacks [] for security_group (8b7da6c4-5889-4a38-b78d-f6fd715caf72), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:12.753168 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-13f4f817-24bd-448a-ae9f-082a6a0b5f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (973633b6-dd94-436d-b3a5-971dbc41e63c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:12.761278 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6e92e88c-71f3-4ed3-b0ab-03747ae83668 admin admin] Publish callbacks [] for security_group (8b7da6c4-5889-4a38-b78d-f6fd715caf72), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:12.808632 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6e92e88c-71f3-4ed3-b0ab-03747ae83668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (8b7da6c4-5889-4a38-b78d-f6fd715caf72), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:12.811109 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6e92e88c-71f3-4ed3-b0ab-03747ae83668 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:12.812270 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-6e92e88c-71f3-4ed3-b0ab-03747ae83668 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/8b7da6c4-5889-4a38-b78d-f6fd715caf72 HTTP/1.1" status: 204 len: 168 time: 0.1215403 Oct 01 04:23:12.821385 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e92e88c-71f3-4ed3-b0ab-03747ae83668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7da6c4-5889-4a38-b78d-f6fd715caf72,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:23:15.069300 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d03215e7-631d-443d-8224-fe8803c5ff8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (797ac3f1-c973-4eec-9950-99ad88971ed1), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:16.117732 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=9 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:16.156542 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306eb91-ee4d-4366-9a6b-4b02d3766042 req-80a88ad3-f1b4-4c81-9bd9-c85453e4f344 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:16.158583 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-9306eb91-ee4d-4366-9a6b-4b02d3766042 req-80a88ad3-f1b4-4c81-9bd9-c85453e4f344 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 946 time: 0.0497658 Oct 01 04:23:16.205920 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-9306eb91-ee4d-4366-9a6b-4b02d3766042 req-0b469060-c468-4a77-8dfb-0c0362d510c3 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415804 Oct 01 04:23:16.252541 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55550f09-9bf2-4503-b16a-2d26c0a47f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (3f31be2c-2b77-4d66-9a3d-30b9eb89a668), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:17.336441 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18bdab3-1d13-4c95-8866-bde4dbe3f74a req-3cde9cfc-8fe3-42b5-a18f-49c0a9330988 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:17.337954 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-c18bdab3-1d13-4c95-8866-bde4dbe3f74a req-3cde9cfc-8fe3-42b5-a18f-49c0a9330988 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 946 time: 0.0511339 Oct 01 04:23:17.385010 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-c18bdab3-1d13-4c95-8866-bde4dbe3f74a req-1959bf3f-254a-42e8-ae35-cb361eb72058 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414865 Oct 01 04:23:17.678813 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (d8875dbe-87f1-4639-b3ef-79ff4b202d58), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:17.933569 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91c43220-b735-4568-b99e-ce3dc63ea20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (a017e3cb-dd0a-4c83-ac3d-dd65b6d6e9f8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:17.998283 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=39 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:18.013066 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=12 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:18.509231 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca17772-4ba5-43fd-a104-aefe54658786 req-ee52eeda-86e8-4fd3-99e0-2d6ee94c4d3d tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:18.510714 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-0ca17772-4ba5-43fd-a104-aefe54658786 req-ee52eeda-86e8-4fd3-99e0-2d6ee94c4d3d tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 946 time: 0.0482855 Oct 01 04:23:18.558395 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-0ca17772-4ba5-43fd-a104-aefe54658786 req-7046e93b-dc49-4793-a1b2-5a83675171d4 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421453 Oct 01 04:23:19.669285 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f0b1d-b591-4bb5-92ef-b5f0292626ae req-d1916c8e-fc20-4239-9514-2287e2488c27 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:19.670739 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f67f0b1d-b591-4bb5-92ef-b5f0292626ae req-d1916c8e-fc20-4239-9514-2287e2488c27 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 946 time: 0.0491438 Oct 01 04:23:19.683107 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44281401-a8c0-47bf-8871-aa7a0e8eeea3 req-6d74e8c4-9798-43b6-a89c-179e520ea4c9 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:19.684590 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-44281401-a8c0-47bf-8871-aa7a0e8eeea3 req-6d74e8c4-9798-43b6-a89c-179e520ea4c9 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 946 time: 0.0485144 Oct 01 04:23:19.721657 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:19.737444 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-44281401-a8c0-47bf-8871-aa7a0e8eeea3 req-a1ac4801-8099-4012-973a-f94f856083e1 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471423 Oct 01 04:23:19.762130 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-f67f0b1d-b591-4bb5-92ef-b5f0292626ae req-41cc47db-5c67-4212-8330-c9ac3dabbcfb tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Deleting port 2a43b463-65b3-423d-b16f-bcbd2964f478 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:23:19.762474 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f67f0b1d-b591-4bb5-92ef-b5f0292626ae req-41cc47db-5c67-4212-8330-c9ac3dabbcfb tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (2a43b463-65b3-423d-b16f-bcbd2964f478), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:19.852696 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-f67f0b1d-b591-4bb5-92ef-b5f0292626ae req-41cc47db-5c67-4212-8330-c9ac3dabbcfb tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] For port 2a43b463-65b3-423d-b16f-bcbd2964f478, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=2a43b463-65b3-423d-b16f-bcbd2964f478,segment=NetworkSegment(4d8a2818-cf71-436d-a62b-4fe2056acb81),segment_id=4d8a2818-cf71-436d-a62b-4fe2056acb81)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:23:19.853057 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f67f0b1d-b591-4bb5-92ef-b5f0292626ae req-41cc47db-5c67-4212-8330-c9ac3dabbcfb tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (2a43b463-65b3-423d-b16f-bcbd2964f478), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:20.016504 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f67f0b1d-b591-4bb5-92ef-b5f0292626ae req-41cc47db-5c67-4212-8330-c9ac3dabbcfb tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:20.016872 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f67f0b1d-b591-4bb5-92ef-b5f0292626ae req-41cc47db-5c67-4212-8330-c9ac3dabbcfb tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989928'] for floatingip (a07b4da5-f42a-4239-8670-8a3ecac59883), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:20.017219 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.db.l3_db [req-f67f0b1d-b591-4bb5-92ef-b5f0292626ae req-41cc47db-5c67-4212-8330-c9ac3dabbcfb tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Floating IP a07b4da5-f42a-4239-8670-8a3ecac59883 disassociated. External IP: 172.27.2.155, port: 2a43b463-65b3-423d-b16f-bcbd2964f478. Oct 01 04:23:20.017569 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-f67f0b1d-b591-4bb5-92ef-b5f0292626ae req-41cc47db-5c67-4212-8330-c9ac3dabbcfb tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Calling delete_port for 2a43b463-65b3-423d-b16f-bcbd2964f478 owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:23:20.124690 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:20.148595 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f67f0b1d-b591-4bb5-92ef-b5f0292626ae req-41cc47db-5c67-4212-8330-c9ac3dabbcfb tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (2a43b463-65b3-423d-b16f-bcbd2964f478), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:20.181862 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc47db-5c67-4212-8330-c9ac3dabbcfb tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Pushing event deleted for resources: {'Port': ['ID=2a43b463-65b3-423d-b16f-bcbd2964f478,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:23:20.289981 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f67f0b1d-b591-4bb5-92ef-b5f0292626ae req-41cc47db-5c67-4212-8330-c9ac3dabbcfb tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Router 540cb118-7e4e-4681-bfc5-51850a5afe33 has already been hosted by L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 01 04:23:20.391018 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f67f0b1d-b591-4bb5-92ef-b5f0292626ae req-41cc47db-5c67-4212-8330-c9ac3dabbcfb tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:23:20.401015 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a22bc32-b28c-4319-987b-0d847ed8c14d None None] Sync routers for ids ['540cb118-7e4e-4681-bfc5-51850a5afe33'] in dv-cinder-860044-1-iscsi {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:23:20.410889 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a22bc32-b28c-4319-987b-0d847ed8c14d None None] Routers {'540cb118-7e4e-4681-bfc5-51850a5afe33'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:23:20.411495 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-2a22bc32-b28c-4319-987b-0d847ed8c14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:23:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['540cb118-7e4e-4681-bfc5-51850a5afe33'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:23:20.437419 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-f67f0b1d-b591-4bb5-92ef-b5f0292626ae req-41cc47db-5c67-4212-8330-c9ac3dabbcfb tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] No DVR routers for this DVR port 2a43b463-65b3-423d-b16f-bcbd2964f478 on host hv-cinder-86004 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 01 04:23:20.439961 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f67f0b1d-b591-4bb5-92ef-b5f0292626ae req-41cc47db-5c67-4212-8330-c9ac3dabbcfb tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:20.443229 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f67f0b1d-b591-4bb5-92ef-b5f0292626ae req-41cc47db-5c67-4212-8330-c9ac3dabbcfb tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.25 "DELETE /networking/v2.0/ports/2a43b463-65b3-423d-b16f-bcbd2964f478 HTTP/1.1" status: 204 len: 173 time: 0.7670014 Oct 01 04:23:20.443718 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6436bdc-2e17-43d4-a123-900e6269e551', 'name': 'network-vif-deleted', 'tag': '2a43b463-65b3-423d-b16f-bcbd2964f478'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:23:20.445993 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23a471ff00a13a2eea8c87216c43e2c9873adc8b08d975975de21b294c9ff96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb1e58d-5684-40fa-834b-14c095d9ab16" -d '{"events": [{"server_uuid": "c6436bdc-2e17-43d4-a123-900e6269e551", "name": "network-vif-deleted", "tag": "2a43b463-65b3-423d-b16f-bcbd2964f478"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:23:20.524872 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-2a22bc32-b28c-4319-987b-0d847ed8c14d None None] Set router 540cb118-7e4e-4681-bfc5-51850a5afe33 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:23:20.658290 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 01 Oct 2022 04:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d339f83b-7db2-4407-888f-01e1a79ea88b x-openstack-request-id: req-d339f83b-7db2-4407-888f-01e1a79ea88b {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:23:20.658583 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6436bdc-2e17-43d4-a123-900e6269e551", "name": "network-vif-deleted", "tag": "2a43b463-65b3-423d-b16f-bcbd2964f478", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:23:20.658857 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d339f83b-7db2-4407-888f-01e1a79ea88b {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:23:20.659984 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d339f83b-7db2-4407-888f-01e1a79ea88b'] response: {'server_uuid': 'c6436bdc-2e17-43d4-a123-900e6269e551', 'name': 'network-vif-deleted', 'tag': '2a43b463-65b3-423d-b16f-bcbd2964f478', 'status': 'completed', 'code': 200} Oct 01 04:23:20.743402 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-2a22bc32-b28c-4319-987b-0d847ed8c14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540cb118-7e4e-4681-bfc5-51850a5afe33', 'name': 'tempest-ServerRescueNegativeTestJSON-1121395474-router', 'tenant_id': '839c91c5262a49768c3e937b5a034137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '7bbc7e7e-5f4c-4348-8066-b51f3619b0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:44Z', 'updated_at': '2022-10-01T04:17:59Z', 'revision_number': 4, 'project_id': '839c91c5262a49768c3e937b5a034137', 'gw_port': {'id': '7bbc7e7e-5f4c-4348-8066-b51f3619b0e5', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540cb118-7e4e-4681-bfc5-51850a5afe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:46Z', 'updated_at': '2022-10-01T04:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': 'f7fd2da2-3952-4589-bca7-86d328130eda', 'name': '', 'network_id': '9e21d865-d526-49ca-8e76-21cf583604c4', 'tenant_id': '839c91c5262a49768c3e937b5a034137', 'mac_address': 'fa:16:3e:bf:a8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540cb118-7e4e-4681-bfc5-51850a5afe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5be7b0c5-9e6d-4922-a242-c74e298031bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:56Z', 'updated_at': '2022-10-01T04:18:13Z', 'revision_number': 5, 'project_id': '839c91c5262a49768c3e937b5a034137', 'subnets': [{'id': '5be7b0c5-9e6d-4922-a242-c74e298031bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:23:20.768435 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a22bc32-b28c-4319-987b-0d847ed8c14d None None] Checking router: 540cb118-7e4e-4681-bfc5-51850a5afe33 for host: dv-cinder-860044-1-iscsi {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:23:20.778704 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a22bc32-b28c-4319-987b-0d847ed8c14d None None] Routers {'540cb118-7e4e-4681-bfc5-51850a5afe33'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:23:20.779260 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-2a22bc32-b28c-4319-987b-0d847ed8c14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:23:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['540cb118-7e4e-4681-bfc5-51850a5afe33'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:23:20.863125 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-0df91030-40d1-46c7-9bbc-1f92906bfe94 req-0d4baa4f-4c2b-4151-a1ea-ae68c5cab346 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c6436bdc-2e17-43d4-a123-900e6269e551 HTTP/1.1" status: 200 len: 210 time: 0.0288332 Oct 01 04:23:20.882792 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-2a22bc32-b28c-4319-987b-0d847ed8c14d None None] Set router 540cb118-7e4e-4681-bfc5-51850a5afe33 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:23:21.064788 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-2a22bc32-b28c-4319-987b-0d847ed8c14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540cb118-7e4e-4681-bfc5-51850a5afe33', 'name': 'tempest-ServerRescueNegativeTestJSON-1121395474-router', 'tenant_id': '839c91c5262a49768c3e937b5a034137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '7bbc7e7e-5f4c-4348-8066-b51f3619b0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:44Z', 'updated_at': '2022-10-01T04:17:59Z', 'revision_number': 4, 'project_id': '839c91c5262a49768c3e937b5a034137', 'gw_port': {'id': '7bbc7e7e-5f4c-4348-8066-b51f3619b0e5', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540cb118-7e4e-4681-bfc5-51850a5afe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:46Z', 'updated_at': '2022-10-01T04:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': 'f7fd2da2-3952-4589-bca7-86d328130eda', 'name': '', 'network_id': '9e21d865-d526-49ca-8e76-21cf583604c4', 'tenant_id': '839c91c5262a49768c3e937b5a034137', 'mac_address': 'fa:16:3e:bf:a8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540cb118-7e4e-4681-bfc5-51850a5afe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5be7b0c5-9e6d-4922-a242-c74e298031bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:56Z', 'updated_at': '2022-10-01T04:18:13Z', 'revision_number': 5, 'project_id': '839c91c5262a49768c3e937b5a034137', 'subnets': [{'id': '5be7b0c5-9e6d-4922-a242-c74e298031bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:23:21.094363 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a22bc32-b28c-4319-987b-0d847ed8c14d None None] The sync data for ids ['540cb118-7e4e-4681-bfc5-51850a5afe33'] in dv-cinder-860044-1-iscsi is: [{'id': '540cb118-7e4e-4681-bfc5-51850a5afe33', 'name': 'tempest-ServerRescueNegativeTestJSON-1121395474-router', 'tenant_id': '839c91c5262a49768c3e937b5a034137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '7bbc7e7e-5f4c-4348-8066-b51f3619b0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:44Z', 'updated_at': '2022-10-01T04:17:59Z', 'revision_number': 4, 'project_id': '839c91c5262a49768c3e937b5a034137', 'gw_port': {'id': '7bbc7e7e-5f4c-4348-8066-b51f3619b0e5', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540cb118-7e4e-4681-bfc5-51850a5afe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:46Z', 'updated_at': '2022-10-01T04:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': 'f7fd2da2-3952-4589-bca7-86d328130eda', 'name': '', 'network_id': '9e21d865-d526-49ca-8e76-21cf583604c4', 'tenant_id': '839c91c5262a49768c3e937b5a034137', 'mac_address': 'fa:16:3e:bf:a8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540cb118-7e4e-4681-bfc5-51850a5afe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5be7b0c5-9e6d-4922-a242-c74e298031bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:56Z', 'updated_at': '2022-10-01T04:18:13Z', 'revision_number': 5, 'project_id': '839c91c5262a49768c3e937b5a034137', 'subnets': [{'id': '5be7b0c5-9e6d-4922-a242-c74e298031bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:23:21.333040 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3733e97d-6fcc-435b-806b-74d1f2ec1629 None None] New status for floating IP a07b4da5-f42a-4239-8670-8a3ecac59883: DOWN {{(pid=106388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 01 04:23:21.401871 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:21.959617 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 39134) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:23:22.014964 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-221b0cd1-1eb5-4d66-abe6-8e303f328a49 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks [] for security_group (2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:22.036654 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-221b0cd1-1eb5-4d66-abe6-8e303f328a49 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks [] for security_group (2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:22.086507 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-221b0cd1-1eb5-4d66-abe6-8e303f328a49 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:22.089149 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-221b0cd1-1eb5-4d66-abe6-8e303f328a49 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:22.090343 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-221b0cd1-1eb5-4d66-abe6-8e303f328a49 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8 HTTP/1.1" status: 204 len: 168 time: 0.1296725 Oct 01 04:23:22.093064 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 39136) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:23:22.099479 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b0cd1-1eb5-4d66-abe6-8e303f328a49 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:23:22.107175 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.api.v2.resource [None req-2b7ca578-9bce-4d78-b4b6-0d460c911d8d tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] show failed (client error): The resource could not be found. Oct 01 04:23:22.108174 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-2b7ca578-9bce-4d78-b4b6-0d460c911d8d tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups/2f8e54a4-f6c8-4b75-9c80-87b5b0be01c8 HTTP/1.1" status: 404 len: 347 time: 0.0141199 Oct 01 04:23:22.110947 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 39138) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:23:22.223491 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-3a144370-ccc1-44f7-b3e1-e330a0d05b18 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Deleting port c971c0d8-2677-41ac-9d60-804316bcbe54 {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:23:22.223835 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3a144370-ccc1-44f7-b3e1-e330a0d05b18 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (c971c0d8-2677-41ac-9d60-804316bcbe54), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:22.301782 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3a144370-ccc1-44f7-b3e1-e330a0d05b18 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (c971c0d8-2677-41ac-9d60-804316bcbe54), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:22.302107 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3a144370-ccc1-44f7-b3e1-e330a0d05b18 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks [] for floatingip (c971c0d8-2677-41ac-9d60-804316bcbe54), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:22.314340 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-3a144370-ccc1-44f7-b3e1-e330a0d05b18 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Calling delete_port for c971c0d8-2677-41ac-9d60-804316bcbe54 owned by network:floatingip {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:23:22.442462 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3a144370-ccc1-44f7-b3e1-e330a0d05b18 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5071981'] for port (c971c0d8-2677-41ac-9d60-804316bcbe54), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:22.470821 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a144370-ccc1-44f7-b3e1-e330a0d05b18 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Pushing event deleted for resources: {'Port': ['ID=c971c0d8-2677-41ac-9d60-804316bcbe54,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:23:22.533596 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3a144370-ccc1-44f7-b3e1-e330a0d05b18 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks [] for floatingip (a07b4da5-f42a-4239-8670-8a3ecac59883), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:22.536092 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3a144370-ccc1-44f7-b3e1-e330a0d05b18 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for floatingip (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:22.537257 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-3a144370-ccc1-44f7-b3e1-e330a0d05b18 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/a07b4da5-f42a-4239-8670-8a3ecac59883 HTTP/1.1" status: 204 len: 168 time: 0.4252143 Oct 01 04:23:22.844149 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (2c3964fb-7920-4c48-8672-be15ccfa9ce8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:23.359869 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 2a43b463-65b3-423d-b16f-bcbd2964f478 no longer exists at agent hyperv_hv-cinder-86004 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:23:23.378919 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] No Port match for: 2a43b463-65b3-423d-b16f-bcbd2964f478 {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 01 04:23:23.379290 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 2a43b463-65b3-423d-b16f-bcbd2964f478 not bound to the agent host hv-cinder-86004 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 01 04:23:25.019394 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88379aff-df11-49bc-85db-cf9e7052c5c6 req-78a1438e-e063-4630-aa79-f9239661f970 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:25.020875 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-88379aff-df11-49bc-85db-cf9e7052c5c6 req-78a1438e-e063-4630-aa79-f9239661f970 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 946 time: 0.0487571 Oct 01 04:23:25.061712 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:25.070595 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-88379aff-df11-49bc-85db-cf9e7052c5c6 req-45d11c7e-85c8-4ad4-a49e-baf6ee63627b tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433021 Oct 01 04:23:26.176917 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:26.195462 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09758c8-3239-4457-bcab-7cd96b85b7c3 req-b157e52d-670f-44bb-9d59-9f782c5353e9 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:26.196960 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-e09758c8-3239-4457-bcab-7cd96b85b7c3 req-b157e52d-670f-44bb-9d59-9f782c5353e9 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 946 time: 0.0515590 Oct 01 04:23:26.244708 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-e09758c8-3239-4457-bcab-7cd96b85b7c3 req-007c2374-6a75-41fc-b303-16c6d7b2356a tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422182 Oct 01 04:23:27.096132 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d4f14c-f181-4977-9ac6-d85619763f53 req-32bb0d7d-55fc-4c7d-b4fa-ee4207a0fc63 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:27.097945 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-f4d4f14c-f181-4977-9ac6-d85619763f53 req-32bb0d7d-55fc-4c7d-b4fa-ee4207a0fc63 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 946 time: 0.0573270 Oct 01 04:23:27.148454 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-f4d4f14c-f181-4977-9ac6-d85619763f53 req-4c57a4be-f3cd-4b31-93f3-58be45b959e7 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447490 Oct 01 04:23:27.369738 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31420c0-ad62-419f-89f6-0c2b1d1f5708 req-a4bed172-1774-4cd7-837c-d28281616f7d tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:27.371088 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-c31420c0-ad62-419f-89f6-0c2b1d1f5708 req-a4bed172-1774-4cd7-837c-d28281616f7d tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 946 time: 0.0500445 Oct 01 04:23:27.416771 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-c31420c0-ad62-419f-89f6-0c2b1d1f5708 req-bb22da9d-8ae6-4477-b920-46d844158e22 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402012 Oct 01 04:23:27.528439 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:27.566347 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e2c111-d12c-46b8-ad65-b38bc4957c7f req-a90535ae-044d-45ea-91bf-60633fd79f70 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:27.567848 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-60e2c111-d12c-46b8-ad65-b38bc4957c7f req-a90535ae-044d-45ea-91bf-60633fd79f70 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 946 time: 0.0486023 Oct 01 04:23:27.657420 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-60e2c111-d12c-46b8-ad65-b38bc4957c7f req-dff90a25-24a9-49d3-923e-8e470c3fa000 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Deleting port 94c6e2ab-bf5f-4d4a-87aa-757bce04cc43 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:23:27.657674 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-60e2c111-d12c-46b8-ad65-b38bc4957c7f req-dff90a25-24a9-49d3-923e-8e470c3fa000 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (94c6e2ab-bf5f-4d4a-87aa-757bce04cc43), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:27.750464 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-60e2c111-d12c-46b8-ad65-b38bc4957c7f req-dff90a25-24a9-49d3-923e-8e470c3fa000 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] For port 94c6e2ab-bf5f-4d4a-87aa-757bce04cc43, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=94c6e2ab-bf5f-4d4a-87aa-757bce04cc43,segment=NetworkSegment(4d8a2818-cf71-436d-a62b-4fe2056acb81),segment_id=4d8a2818-cf71-436d-a62b-4fe2056acb81)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:23:27.750831 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-60e2c111-d12c-46b8-ad65-b38bc4957c7f req-dff90a25-24a9-49d3-923e-8e470c3fa000 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (94c6e2ab-bf5f-4d4a-87aa-757bce04cc43), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:27.768528 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-60e2c111-d12c-46b8-ad65-b38bc4957c7f req-dff90a25-24a9-49d3-923e-8e470c3fa000 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Calling delete_port for 94c6e2ab-bf5f-4d4a-87aa-757bce04cc43 owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:23:27.895569 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-60e2c111-d12c-46b8-ad65-b38bc4957c7f req-dff90a25-24a9-49d3-923e-8e470c3fa000 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (94c6e2ab-bf5f-4d4a-87aa-757bce04cc43), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:27.908173 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] get_ports_and_sgs() called for port_ids ['b4f9d636-f677-4f56-ac04-28e98716fbda', '94c6e2ab-bf5f-4d4a-87aa-757bce04cc43'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 01 04:23:27.922133 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff90a25-24a9-49d3-923e-8e470c3fa000 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Pushing event deleted for resources: {'Port': ['ID=94c6e2ab-bf5f-4d4a-87aa-757bce04cc43,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:23:27.956639 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:27.976487 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e2c111-d12c-46b8-ad65-b38bc4957c7f req-dff90a25-24a9-49d3-923e-8e470c3fa000 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] No DVR routers for this DVR port 94c6e2ab-bf5f-4d4a-87aa-757bce04cc43 on host hv-cinder-86004 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 01 04:23:27.978988 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-60e2c111-d12c-46b8-ad65-b38bc4957c7f req-dff90a25-24a9-49d3-923e-8e470c3fa000 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:27.982318 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-60e2c111-d12c-46b8-ad65-b38bc4957c7f req-dff90a25-24a9-49d3-923e-8e470c3fa000 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.25 "DELETE /networking/v2.0/ports/94c6e2ab-bf5f-4d4a-87aa-757bce04cc43 HTTP/1.1" status: 204 len: 173 time: 0.4079514 Oct 01 04:23:27.982954 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f161c249-ba0f-42c9-a1f0-8c7913b666f9', 'name': 'network-vif-deleted', 'tag': '94c6e2ab-bf5f-4d4a-87aa-757bce04cc43'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:23:27.985228 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23a471ff00a13a2eea8c87216c43e2c9873adc8b08d975975de21b294c9ff96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4934c91a-6371-4baa-8416-d33abc6ce8e9" -d '{"events": [{"server_uuid": "f161c249-ba0f-42c9-a1f0-8c7913b666f9", "name": "network-vif-deleted", "tag": "94c6e2ab-bf5f-4d4a-87aa-757bce04cc43"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:23:28.010300 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:28.025072 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 01 Oct 2022 04:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e4914e-8209-49de-ac6d-708fc87965c1 x-openstack-request-id: req-e9e4914e-8209-49de-ac6d-708fc87965c1 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:23:28.025450 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f161c249-ba0f-42c9-a1f0-8c7913b666f9", "name": "network-vif-deleted", "tag": "94c6e2ab-bf5f-4d4a-87aa-757bce04cc43", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:23:28.025767 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e9e4914e-8209-49de-ac6d-708fc87965c1 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:23:28.026238 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9e4914e-8209-49de-ac6d-708fc87965c1'] response: {'server_uuid': 'f161c249-ba0f-42c9-a1f0-8c7913b666f9', 'name': 'network-vif-deleted', 'tag': '94c6e2ab-bf5f-4d4a-87aa-757bce04cc43', 'status': 'completed', 'code': 200} Oct 01 04:23:28.283542 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239e603-184f-4db4-af58-7eb173164a4b req-d4e5e861-ee30-421e-8ede-0ee2f73349e0 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:28.285100 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-1239e603-184f-4db4-af58-7eb173164a4b req-d4e5e861-ee30-421e-8ede-0ee2f73349e0 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 946 time: 0.0508485 Oct 01 04:23:28.335074 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-1239e603-184f-4db4-af58-7eb173164a4b req-52d71477-4a21-485e-94b4-fb4a7c587107 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433004 Oct 01 04:23:28.534985 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-096b5c3d-60b6-4556-9871-301ec8755981 req-4f5e40e1-905b-4103-ab0b-c6b14bffd7f1 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f161c249-ba0f-42c9-a1f0-8c7913b666f9 HTTP/1.1" status: 200 len: 210 time: 0.0301082 Oct 01 04:23:29.465320 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33821ff-641a-465f-861e-6e65bb527c22 req-0a5fec84-0351-4348-bca9-3a7507737c2e tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:29.466879 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-c33821ff-641a-465f-861e-6e65bb527c22 req-0a5fec84-0351-4348-bca9-3a7507737c2e tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 946 time: 0.0501289 Oct 01 04:23:29.514119 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-c33821ff-641a-465f-861e-6e65bb527c22 req-dbaaa658-3dc9-48c1-9aeb-e4cae2aa341e tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417943 Oct 01 04:23:29.811866 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adabe2-6f12-4195-973b-b65da13795bb req-833c008a-0957-43a4-92d0-eb75a0de56e5 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:29.813282 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d3adabe2-6f12-4195-973b-b65da13795bb req-833c008a-0957-43a4-92d0-eb75a0de56e5 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2906cc69-afd9-45dd-b846-38782722ed9a HTTP/1.1" status: 200 len: 945 time: 0.0473332 Oct 01 04:23:29.860069 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d3adabe2-6f12-4195-973b-b65da13795bb req-db222560-efa1-43c1-8a5d-e8313b58c879 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412381 Oct 01 04:23:30.645647 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c8a8c-6ae3-4ff9-a5a9-97e555ad8360 req-d8d9a3fc-4f27-41f7-bda0-3b92d80d9461 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:30.648114 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-145c8a8c-6ae3-4ff9-a5a9-97e555ad8360 req-d8d9a3fc-4f27-41f7-bda0-3b92d80d9461 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 946 time: 0.0490873 Oct 01 04:23:30.698501 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-145c8a8c-6ae3-4ff9-a5a9-97e555ad8360 req-df692d5a-ad1a-4450-b9ae-4a3bbfcf18e5 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448866 Oct 01 04:23:30.982333 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998685e6-a8d5-4a22-8d0b-39471ca47017 req-1fac0cd8-012c-4e81-95b6-08cf8961a5a0 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:30.983787 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-998685e6-a8d5-4a22-8d0b-39471ca47017 req-1fac0cd8-012c-4e81-95b6-08cf8961a5a0 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2906cc69-afd9-45dd-b846-38782722ed9a HTTP/1.1" status: 200 len: 945 time: 0.0472445 Oct 01 04:23:31.033912 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-998685e6-a8d5-4a22-8d0b-39471ca47017 req-a7685396-96d2-4883-b661-839f0f02cca0 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446646 Oct 01 04:23:31.062357 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=61 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:31.400904 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 94c6e2ab-bf5f-4d4a-87aa-757bce04cc43 no longer exists at agent hyperv_hv-cinder-86004 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:23:31.420302 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] No Port match for: 94c6e2ab-bf5f-4d4a-87aa-757bce04cc43 {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 01 04:23:31.420649 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 94c6e2ab-bf5f-4d4a-87aa-757bce04cc43 not bound to the agent host hv-cinder-86004 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 01 04:23:31.826539 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf6257-b629-455f-b5e5-a6cdfe2d1d6c req-ffacf558-08ac-4ecc-af6d-ba8ec998013e tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:31.827977 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b9bf6257-b629-455f-b5e5-a6cdfe2d1d6c req-ffacf558-08ac-4ecc-af6d-ba8ec998013e tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 946 time: 0.0457904 Oct 01 04:23:31.873838 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b9bf6257-b629-455f-b5e5-a6cdfe2d1d6c req-9e8e3afc-bfea-446d-b3de-0fe0010a58ac tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404577 Oct 01 04:23:32.160417 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f67245-a90f-44c8-948e-73c06c870ec8 req-f52284c0-d09d-43ee-ac37-2ff03b463391 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:32.162548 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-52f67245-a90f-44c8-948e-73c06c870ec8 req-f52284c0-d09d-43ee-ac37-2ff03b463391 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2906cc69-afd9-45dd-b846-38782722ed9a HTTP/1.1" status: 200 len: 945 time: 0.0537694 Oct 01 04:23:32.211129 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-52f67245-a90f-44c8-948e-73c06c870ec8 req-7d09bc7d-a488-4e34-8d40-07316c0d95ff tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fd20ad52-105d-439c-b7f3-c3f9c51fb537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427167 Oct 01 04:23:32.951666 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3278d352-4c32-4d7b-8e47-fc6e5f11727d req-2e72fb85-310d-4f5c-a813-00e1f0587f0e tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:32.953165 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3278d352-4c32-4d7b-8e47-fc6e5f11727d req-2e72fb85-310d-4f5c-a813-00e1f0587f0e tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2906cc69-afd9-45dd-b846-38782722ed9a HTTP/1.1" status: 200 len: 945 time: 0.0472825 Oct 01 04:23:32.999576 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171ba7b-fa87-4f21-8356-3f30bf80bbf7 req-a6cf26c0-f563-468b-b2ad-b68e6dd5611b tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:33.001106 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d171ba7b-fa87-4f21-8356-3f30bf80bbf7 req-a6cf26c0-f563-468b-b2ad-b68e6dd5611b tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 946 time: 0.0473320 Oct 01 04:23:33.027191 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:33.038987 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-3278d352-4c32-4d7b-8e47-fc6e5f11727d req-e317fcd0-1334-4925-8769-4c2cc2c06ffc tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Deleting port b4f9d636-f677-4f56-ac04-28e98716fbda {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:23:33.039327 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-3278d352-4c32-4d7b-8e47-fc6e5f11727d req-e317fcd0-1334-4925-8769-4c2cc2c06ffc tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (b4f9d636-f677-4f56-ac04-28e98716fbda), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:33.049853 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d171ba7b-fa87-4f21-8356-3f30bf80bbf7 req-4db6996a-4167-49e2-9827-25ab623d6019 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431471 Oct 01 04:23:33.132598 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-3278d352-4c32-4d7b-8e47-fc6e5f11727d req-e317fcd0-1334-4925-8769-4c2cc2c06ffc tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] For port b4f9d636-f677-4f56-ac04-28e98716fbda, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=b4f9d636-f677-4f56-ac04-28e98716fbda,segment=NetworkSegment(4d8a2818-cf71-436d-a62b-4fe2056acb81),segment_id=4d8a2818-cf71-436d-a62b-4fe2056acb81)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:23:33.132985 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-3278d352-4c32-4d7b-8e47-fc6e5f11727d req-e317fcd0-1334-4925-8769-4c2cc2c06ffc tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (b4f9d636-f677-4f56-ac04-28e98716fbda), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:33.145475 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-3278d352-4c32-4d7b-8e47-fc6e5f11727d req-e317fcd0-1334-4925-8769-4c2cc2c06ffc tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Calling delete_port for b4f9d636-f677-4f56-ac04-28e98716fbda owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:23:33.274704 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-3278d352-4c32-4d7b-8e47-fc6e5f11727d req-e317fcd0-1334-4925-8769-4c2cc2c06ffc tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (b4f9d636-f677-4f56-ac04-28e98716fbda), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:33.286480 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] get_ports_and_sgs() called for port_ids ['b4f9d636-f677-4f56-ac04-28e98716fbda'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 01 04:23:33.302777 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e317fcd0-1334-4925-8769-4c2cc2c06ffc tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Pushing event deleted for resources: {'Port': ['ID=b4f9d636-f677-4f56-ac04-28e98716fbda,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:23:33.323618 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-76659d6a-90e7-4958-9e9d-a0ae5f328a11 req-3c744a39-bb9e-438b-ad16-10fcb15764b8 tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2906cc69-afd9-45dd-b846-38782722ed9a HTTP/1.1" status: 200 len: 210 time: 0.0329347 Oct 01 04:23:33.337923 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317fcd0-1334-4925-8769-4c2cc2c06ffc tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:23:33.338042 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317fcd0-1334-4925-8769-4c2cc2c06ffc tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:23:33.338394 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317fcd0-1334-4925-8769-4c2cc2c06ffc tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:23:33.338737 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317fcd0-1334-4925-8769-4c2cc2c06ffc tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:23:33.339074 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317fcd0-1334-4925-8769-4c2cc2c06ffc tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:23:33.339412 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317fcd0-1334-4925-8769-4c2cc2c06ffc tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:23:33.339741 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317fcd0-1334-4925-8769-4c2cc2c06ffc tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:23:33.340072 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317fcd0-1334-4925-8769-4c2cc2c06ffc tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:23:33.340405 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317fcd0-1334-4925-8769-4c2cc2c06ffc tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:23:33.340728 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317fcd0-1334-4925-8769-4c2cc2c06ffc tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:23:33.341082 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317fcd0-1334-4925-8769-4c2cc2c06ffc tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:23:33.341410 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317fcd0-1334-4925-8769-4c2cc2c06ffc tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:23:33.341738 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317fcd0-1334-4925-8769-4c2cc2c06ffc tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:23:33.342067 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317fcd0-1334-4925-8769-4c2cc2c06ffc tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:23:33.342393 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317fcd0-1334-4925-8769-4c2cc2c06ffc tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:23:33.359460 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-3278d352-4c32-4d7b-8e47-fc6e5f11727d req-e317fcd0-1334-4925-8769-4c2cc2c06ffc tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] No DVR routers for this DVR port b4f9d636-f677-4f56-ac04-28e98716fbda on host hv-cinder-86004 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 01 04:23:33.361670 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-3278d352-4c32-4d7b-8e47-fc6e5f11727d req-e317fcd0-1334-4925-8769-4c2cc2c06ffc tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:33.364813 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3278d352-4c32-4d7b-8e47-fc6e5f11727d req-e317fcd0-1334-4925-8769-4c2cc2c06ffc tempest-ServerRescueNegativeTestJSON-94604636 tempest-ServerRescueNegativeTestJSON-94604636-project] 10.222.0.25 "DELETE /networking/v2.0/ports/b4f9d636-f677-4f56-ac04-28e98716fbda HTTP/1.1" status: 204 len: 173 time: 0.4063051 Oct 01 04:23:33.365320 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2906cc69-afd9-45dd-b846-38782722ed9a', 'name': 'network-vif-deleted', 'tag': 'b4f9d636-f677-4f56-ac04-28e98716fbda'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:23:33.367601 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23a471ff00a13a2eea8c87216c43e2c9873adc8b08d975975de21b294c9ff96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd7699d-1249-4c86-87c2-90debb2f6d13" -d '{"events": [{"server_uuid": "2906cc69-afd9-45dd-b846-38782722ed9a", "name": "network-vif-deleted", "tag": "b4f9d636-f677-4f56-ac04-28e98716fbda"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:23:33.407358 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 01 Oct 2022 04:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3ccc42-3545-4e72-ae57-96b848b325d9 x-openstack-request-id: req-8c3ccc42-3545-4e72-ae57-96b848b325d9 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:23:33.407657 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2906cc69-afd9-45dd-b846-38782722ed9a", "name": "network-vif-deleted", "tag": "b4f9d636-f677-4f56-ac04-28e98716fbda", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:23:33.407970 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8c3ccc42-3545-4e72-ae57-96b848b325d9 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:23:33.408452 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c3ccc42-3545-4e72-ae57-96b848b325d9'] response: {'server_uuid': '2906cc69-afd9-45dd-b846-38782722ed9a', 'name': 'network-vif-deleted', 'tag': 'b4f9d636-f677-4f56-ac04-28e98716fbda', 'status': 'completed', 'code': 200} Oct 01 04:23:34.144106 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:34.181804 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd79157-371d-4c66-a544-3cb7b9a4d381 req-70c7c08c-e297-412e-81bc-de5cace80ff3 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:34.183277 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-abd79157-371d-4c66-a544-3cb7b9a4d381 req-70c7c08c-e297-412e-81bc-de5cace80ff3 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 946 time: 0.0486610 Oct 01 04:23:34.234486 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-abd79157-371d-4c66-a544-3cb7b9a4d381 req-79df4850-aae7-41f7-8783-aabe3163a324 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452657 Oct 01 04:23:34.390886 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 39226) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:23:34.843382 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2ea84e47-6839-4228-a17b-3255833a82fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7982504'] for router_interface (540cb118-7e4e-4681-bfc5-51850a5afe33), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:35.068197 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-2ea84e47-6839-4228-a17b-3255833a82fb admin admin] Deleting port f7fd2da2-3952-4589-bca7-86d328130eda {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:23:35.068448 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2ea84e47-6839-4228-a17b-3255833a82fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (f7fd2da2-3952-4589-bca7-86d328130eda), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:35.157367 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.db [None req-2ea84e47-6839-4228-a17b-3255833a82fb admin admin] For port f7fd2da2-3952-4589-bca7-86d328130eda, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=f7fd2da2-3952-4589-bca7-86d328130eda,segment=NetworkSegment(4d8a2818-cf71-436d-a62b-4fe2056acb81),segment_id=4d8a2818-cf71-436d-a62b-4fe2056acb81)] {{(pid=106386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:23:35.157729 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2ea84e47-6839-4228-a17b-3255833a82fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (f7fd2da2-3952-4589-bca7-86d328130eda), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:35.174977 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-2ea84e47-6839-4228-a17b-3255833a82fb admin admin] Calling delete_port for f7fd2da2-3952-4589-bca7-86d328130eda owned by network:router_interface {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:23:35.291948 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:35.370598 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:35.395392 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901415f8-d014-4d81-8363-d1358cea2a43 req-a9b2b9d6-d39b-4d51-81a3-819aa2f42dd6 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:35.397133 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-901415f8-d014-4d81-8363-d1358cea2a43 req-a9b2b9d6-d39b-4d51-81a3-819aa2f42dd6 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 946 time: 0.0782163 Oct 01 04:23:35.419329 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2ea84e47-6839-4228-a17b-3255833a82fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5071981'] for port (f7fd2da2-3952-4589-bca7-86d328130eda), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:35.453478 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea84e47-6839-4228-a17b-3255833a82fb admin admin] Pushing event deleted for resources: {'Port': ['ID=f7fd2da2-3952-4589-bca7-86d328130eda,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:23:35.486848 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea84e47-6839-4228-a17b-3255833a82fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:23:35.487202 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea84e47-6839-4228-a17b-3255833a82fb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:23:35.487549 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea84e47-6839-4228-a17b-3255833a82fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:23:35.487891 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea84e47-6839-4228-a17b-3255833a82fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:23:35.488229 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea84e47-6839-4228-a17b-3255833a82fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:23:35.488564 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea84e47-6839-4228-a17b-3255833a82fb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:23:35.488889 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea84e47-6839-4228-a17b-3255833a82fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:23:35.489243 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea84e47-6839-4228-a17b-3255833a82fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:23:35.489570 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea84e47-6839-4228-a17b-3255833a82fb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:23:35.489896 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea84e47-6839-4228-a17b-3255833a82fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:23:35.490224 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea84e47-6839-4228-a17b-3255833a82fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:23:35.490547 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea84e47-6839-4228-a17b-3255833a82fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:23:35.490868 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea84e47-6839-4228-a17b-3255833a82fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:23:35.491803 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea84e47-6839-4228-a17b-3255833a82fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:23:35.492232 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea84e47-6839-4228-a17b-3255833a82fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:23:35.532453 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-901415f8-d014-4d81-8363-d1358cea2a43 req-7c6124cf-0593-4466-8a6c-f481c906d952 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288950 Oct 01 04:23:35.842573 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2ea84e47-6839-4228-a17b-3255833a82fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7886623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7990808'] for router_interface (540cb118-7e4e-4681-bfc5-51850a5afe33), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:36.045410 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea84e47-6839-4228-a17b-3255833a82fb admin admin] Router 540cb118-7e4e-4681-bfc5-51850a5afe33 has already been hosted by L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 {{(pid=106386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 01 04:23:36.150477 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea84e47-6839-4228-a17b-3255833a82fb admin admin] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:23:36.156156 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-2ea84e47-6839-4228-a17b-3255833a82fb admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/540cb118-7e4e-4681-bfc5-51850a5afe33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7641416 Oct 01 04:23:36.158533 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 39232) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:23:36.161200 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87394023-6e4f-4d76-bd4e-96869ada9f8c None None] Sync routers for ids ['540cb118-7e4e-4681-bfc5-51850a5afe33'] in dv-cinder-860044-1-iscsi {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:23:36.178400 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87394023-6e4f-4d76-bd4e-96869ada9f8c None None] Routers {'540cb118-7e4e-4681-bfc5-51850a5afe33'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:23:36.179163 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-87394023-6e4f-4d76-bd4e-96869ada9f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:23:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['540cb118-7e4e-4681-bfc5-51850a5afe33'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:23:36.258080 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-85918ff1-3205-4757-8cc1-88baa24eb50e admin admin] Publish callbacks [] for router (540cb118-7e4e-4681-bfc5-51850a5afe33), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:36.282369 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-87394023-6e4f-4d76-bd4e-96869ada9f8c None None] Set router 540cb118-7e4e-4681-bfc5-51850a5afe33 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:23:36.348872 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:36.359390 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-85918ff1-3205-4757-8cc1-88baa24eb50e admin admin] Publish callbacks [] for router_gateway (540cb118-7e4e-4681-bfc5-51850a5afe33), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:36.408064 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-85918ff1-3205-4757-8cc1-88baa24eb50e admin admin] Deleting port 7bbc7e7e-5f4c-4348-8066-b51f3619b0e5 {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:23:36.408714 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-85918ff1-3205-4757-8cc1-88baa24eb50e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (7bbc7e7e-5f4c-4348-8066-b51f3619b0e5), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:36.489727 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:DELETE=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:36.492759 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.db [None req-85918ff1-3205-4757-8cc1-88baa24eb50e admin admin] For port 7bbc7e7e-5f4c-4348-8066-b51f3619b0e5, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=7bbc7e7e-5f4c-4348-8066-b51f3619b0e5,segment=NetworkSegment(e11c25a1-22bc-489d-94fb-b6370ba219df),segment_id=e11c25a1-22bc-489d-94fb-b6370ba219df)] {{(pid=106386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:23:36.493151 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-85918ff1-3205-4757-8cc1-88baa24eb50e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (7bbc7e7e-5f4c-4348-8066-b51f3619b0e5), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:36.512563 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-85918ff1-3205-4757-8cc1-88baa24eb50e admin admin] Calling delete_port for 7bbc7e7e-5f4c-4348-8066-b51f3619b0e5 owned by network:router_gateway {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:23:36.529541 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:36.546189 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-87394023-6e4f-4d76-bd4e-96869ada9f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540cb118-7e4e-4681-bfc5-51850a5afe33', 'name': 'tempest-ServerRescueNegativeTestJSON-1121395474-router', 'tenant_id': '839c91c5262a49768c3e937b5a034137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '7bbc7e7e-5f4c-4348-8066-b51f3619b0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:44Z', 'updated_at': '2022-10-01T04:23:35Z', 'revision_number': 5, 'project_id': '839c91c5262a49768c3e937b5a034137', 'gw_port': {'id': '7bbc7e7e-5f4c-4348-8066-b51f3619b0e5', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540cb118-7e4e-4681-bfc5-51850a5afe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:46Z', 'updated_at': '2022-10-01T04:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi'}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:23:36.574386 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87394023-6e4f-4d76-bd4e-96869ada9f8c None None] Checking router: 540cb118-7e4e-4681-bfc5-51850a5afe33 for host: dv-cinder-860044-1-iscsi {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:23:36.583047 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87394023-6e4f-4d76-bd4e-96869ada9f8c None None] Routers {'540cb118-7e4e-4681-bfc5-51850a5afe33'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:23:36.583531 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-87394023-6e4f-4d76-bd4e-96869ada9f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:23:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['540cb118-7e4e-4681-bfc5-51850a5afe33'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:23:36.666030 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-87394023-6e4f-4d76-bd4e-96869ada9f8c None None] Set router 540cb118-7e4e-4681-bfc5-51850a5afe33 gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:23:36.681416 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d13cd-76ae-457f-a034-1277076ac94a req-1c274e94-a3e4-4e5c-a1f2-e1aa10199ddb tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:36.682910 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-560d13cd-76ae-457f-a034-1277076ac94a req-1c274e94-a3e4-4e5c-a1f2-e1aa10199ddb tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 946 time: 0.0584049 Oct 01 04:23:36.717858 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-87394023-6e4f-4d76-bd4e-96869ada9f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540cb118-7e4e-4681-bfc5-51850a5afe33', 'name': 'tempest-ServerRescueNegativeTestJSON-1121395474-router', 'tenant_id': '839c91c5262a49768c3e937b5a034137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:44Z', 'updated_at': '2022-10-01T04:23:36Z', 'revision_number': 6, 'project_id': '839c91c5262a49768c3e937b5a034137', 'gw_port_host': None}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:23:36.742505 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87394023-6e4f-4d76-bd4e-96869ada9f8c None None] The sync data for ids ['540cb118-7e4e-4681-bfc5-51850a5afe33'] in dv-cinder-860044-1-iscsi is: [{'id': '540cb118-7e4e-4681-bfc5-51850a5afe33', 'name': 'tempest-ServerRescueNegativeTestJSON-1121395474-router', 'tenant_id': '839c91c5262a49768c3e937b5a034137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:44Z', 'updated_at': '2022-10-01T04:23:36Z', 'revision_number': 6, 'project_id': '839c91c5262a49768c3e937b5a034137', 'gw_port_host': None}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:23:36.766983 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-85918ff1-3205-4757-8cc1-88baa24eb50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5071981'] for port (7bbc7e7e-5f4c-4348-8066-b51f3619b0e5), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:36.774429 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-560d13cd-76ae-457f-a034-1277076ac94a req-a9944248-1e93-4179-8f3e-b827d381a111 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844696 Oct 01 04:23:36.797763 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85918ff1-3205-4757-8cc1-88baa24eb50e admin admin] Pushing event deleted for resources: {'Port': ['ID=7bbc7e7e-5f4c-4348-8066-b51f3619b0e5,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:23:36.861412 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-85918ff1-3205-4757-8cc1-88baa24eb50e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989870'] for router_gateway (540cb118-7e4e-4681-bfc5-51850a5afe33), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:36.948951 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-85918ff1-3205-4757-8cc1-88baa24eb50e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7990903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3226'] for router (540cb118-7e4e-4681-bfc5-51850a5afe33), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:36.951203 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-85918ff1-3205-4757-8cc1-88baa24eb50e admin admin] Publish callbacks [] for router_controller (540cb118-7e4e-4681-bfc5-51850a5afe33), precommit_delete_associations {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:36.996364 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-85918ff1-3205-4757-8cc1-88baa24eb50e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7990894'] for router (540cb118-7e4e-4681-bfc5-51850a5afe33), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:36.997036 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85918ff1-3205-4757-8cc1-88baa24eb50e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 540cb118-7e4e-4681-bfc5-51850a5afe33 {{(pid=106386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 01 04:23:37.001832 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-85918ff1-3205-4757-8cc1-88baa24eb50e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:37.002960 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-85918ff1-3205-4757-8cc1-88baa24eb50e admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/540cb118-7e4e-4681-bfc5-51850a5afe33 HTTP/1.1" status: 204 len: 168 time: 0.8433511 Oct 01 04:23:37.005512 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 39236) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:23:37.049579 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fc23d31-f4c3-4139-94e6-f2c50eec50d3 admin admin] Deleting subnet 5be7b0c5-9e6d-4922-a242-c74e298031bb {{(pid=106386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 01 04:23:37.052526 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5fc23d31-f4c3-4139-94e6-f2c50eec50d3 admin admin] Publish callbacks [] for subnet (5be7b0c5-9e6d-4922-a242-c74e298031bb), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:37.088241 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5fc23d31-f4c3-4139-94e6-f2c50eec50d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5479336'] for subnet (5be7b0c5-9e6d-4922-a242-c74e298031bb), precommit_delete_associations {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:37.175226 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:37.176736 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5fc23d31-f4c3-4139-94e6-f2c50eec50d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1040298'] for subnet (5be7b0c5-9e6d-4922-a242-c74e298031bb), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:37.233465 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5fc23d31-f4c3-4139-94e6-f2c50eec50d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1035713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8038045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5071920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5089221'] for subnet (5be7b0c5-9e6d-4922-a242-c74e298031bb), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:37.259724 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc23d31-f4c3-4139-94e6-f2c50eec50d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5be7b0c5-9e6d-4922-a242-c74e298031bb,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:23:37.263306 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5fc23d31-f4c3-4139-94e6-f2c50eec50d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for subnet (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:37.266444 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-5fc23d31-f4c3-4139-94e6-f2c50eec50d3 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/5be7b0c5-9e6d-4922-a242-c74e298031bb HTTP/1.1" status: 204 len: 168 time: 0.2600241 Oct 01 04:23:37.269181 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 39238) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:23:37.273195 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba05c7fa-5fae-408b-8b2f-2d5965d52ef8 None None] Network 9e21d865-d526-49ca-8e76-21cf583604c4 requested from dv-cinder-860044-1-iscsi {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 01 04:23:37.341596 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-348e45c5-c56f-4039-85cc-f9bb5661baaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799227'] for network (9e21d865-d526-49ca-8e76-21cf583604c4), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:37.384902 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-348e45c5-c56f-4039-85cc-f9bb5661baaf admin admin] Deleting port adb63683-9cea-44a1-a12a-b6831c35ae60 {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:23:37.385276 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-348e45c5-c56f-4039-85cc-f9bb5661baaf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (adb63683-9cea-44a1-a12a-b6831c35ae60), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:37.428529 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device b4f9d636-f677-4f56-ac04-28e98716fbda no longer exists at agent hyperv_hv-cinder-86004 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:23:37.447522 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] No Port match for: b4f9d636-f677-4f56-ac04-28e98716fbda {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 01 04:23:37.447869 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device b4f9d636-f677-4f56-ac04-28e98716fbda not bound to the agent host hv-cinder-86004 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 01 04:23:37.449130 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.db [None req-348e45c5-c56f-4039-85cc-f9bb5661baaf admin admin] For port adb63683-9cea-44a1-a12a-b6831c35ae60, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=adb63683-9cea-44a1-a12a-b6831c35ae60,segment=NetworkSegment(4d8a2818-cf71-436d-a62b-4fe2056acb81),segment_id=4d8a2818-cf71-436d-a62b-4fe2056acb81)] {{(pid=106386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:23:37.449637 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-348e45c5-c56f-4039-85cc-f9bb5661baaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (adb63683-9cea-44a1-a12a-b6831c35ae60), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:37.464504 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:37.465737 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-348e45c5-c56f-4039-85cc-f9bb5661baaf admin admin] Calling delete_port for adb63683-9cea-44a1-a12a-b6831c35ae60 owned by network:dhcp {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:23:37.496748 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fb8c60-2aee-469a-a1b3-c5f9f6d95db8 None None] DHCP port deletion for 9e21d865-d526-49ca-8e76-21cf583604c4 request from dv-cinder-860044-1-iscsi {{(pid=106388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 01 04:23:37.537683 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-53fb8c60-2aee-469a-a1b3-c5f9f6d95db8 None None] Deleting port adb63683-9cea-44a1-a12a-b6831c35ae60 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:23:37.538119 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-53fb8c60-2aee-469a-a1b3-c5f9f6d95db8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (adb63683-9cea-44a1-a12a-b6831c35ae60), before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:37.554021 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-348e45c5-c56f-4039-85cc-f9bb5661baaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5071981'] for port (adb63683-9cea-44a1-a12a-b6831c35ae60), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:37.577685 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348e45c5-c56f-4039-85cc-f9bb5661baaf admin admin] Pushing event deleted for resources: {'Port': ['ID=adb63683-9cea-44a1-a12a-b6831c35ae60,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:23:37.583211 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348e45c5-c56f-4039-85cc-f9bb5661baaf admin admin] No DVR routers for this DVR port adb63683-9cea-44a1-a12a-b6831c35ae60 on host dv-cinder-860044-1-iscsi {{(pid=106386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 01 04:23:37.615750 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-53fb8c60-2aee-469a-a1b3-c5f9f6d95db8 None None] For port adb63683-9cea-44a1-a12a-b6831c35ae60, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=adb63683-9cea-44a1-a12a-b6831c35ae60,segment=NetworkSegment(4d8a2818-cf71-436d-a62b-4fe2056acb81),segment_id=4d8a2818-cf71-436d-a62b-4fe2056acb81)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:23:37.616192 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-53fb8c60-2aee-469a-a1b3-c5f9f6d95db8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (adb63683-9cea-44a1-a12a-b6831c35ae60), precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:37.629774 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-53fb8c60-2aee-469a-a1b3-c5f9f6d95db8 None None] Calling delete_port for adb63683-9cea-44a1-a12a-b6831c35ae60 owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:23:37.667473 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-348e45c5-c56f-4039-85cc-f9bb5661baaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-909724', 'neutron.services.segments.db._delete_segments_for_network-8783883502282'] for network (9e21d865-d526-49ca-8e76-21cf583604c4), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:37.689471 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.services.segments.db [None req-348e45c5-c56f-4039-85cc-f9bb5661baaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e21d865-d526-49ca-8e76-21cf583604c4']}} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:23:37.699669 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.services.segments.db [None req-348e45c5-c56f-4039-85cc-f9bb5661baaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d8a2818-cf71-436d-a62b-4fe2056acb81') {'for_net_delete': True} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:23:37.699873 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.services.segments.db [None req-348e45c5-c56f-4039-85cc-f9bb5661baaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d8a2818-cf71-436d-a62b-4fe2056acb81') {} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:23:37.708030 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-53fb8c60-2aee-469a-a1b3-c5f9f6d95db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859'] for port (adb63683-9cea-44a1-a12a-b6831c35ae60), after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:37.710521 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-348e45c5-c56f-4039-85cc-f9bb5661baaf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783883475047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5479329'] for segment (4d8a2818-cf71-436d-a62b-4fe2056acb81), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:37.724746 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-348e45c5-c56f-4039-85cc-f9bb5661baaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916673'] for segment (4d8a2818-cf71-436d-a62b-4fe2056acb81), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:37.731690 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb8c60-2aee-469a-a1b3-c5f9f6d95db8 None None] Pushing event deleted for resources: {'Port': ['ID=adb63683-9cea-44a1-a12a-b6831c35ae60,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:23:37.732745 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-348e45c5-c56f-4039-85cc-f9bb5661baaf admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=106386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 01 04:23:37.733226 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-348e45c5-c56f-4039-85cc-f9bb5661baaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5072030'] for segment (4d8a2818-cf71-436d-a62b-4fe2056acb81), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:37.737494 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fb8c60-2aee-469a-a1b3-c5f9f6d95db8 None None] No DVR routers for this DVR port adb63683-9cea-44a1-a12a-b6831c35ae60 on host dv-cinder-860044-1-iscsi {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 01 04:23:37.780878 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.services.segments.plugin [-] Segment 4d8a2818-cf71-436d-a62b-4fe2056acb81 resource provider aggregate not found Oct 01 04:23:37.799793 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.services.segments.plugin [-] Segment 4d8a2818-cf71-436d-a62b-4fe2056acb81 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4d8a2818-cf71-436d-a62b-4fe2056acb81 found for delete ", "request_id": "req-7695e7bf-9842-4267-9055-717595236ef5"}]} Oct 01 04:23:37.807618 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-348e45c5-c56f-4039-85cc-f9bb5661baaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-909719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8037924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989909'] for network (9e21d865-d526-49ca-8e76-21cf583604c4), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:37.820308 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-348e45c5-c56f-4039-85cc-f9bb5661baaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for network (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:37.825036 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-348e45c5-c56f-4039-85cc-f9bb5661baaf admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/9e21d865-d526-49ca-8e76-21cf583604c4 HTTP/1.1" status: 204 len: 168 time: 0.5534377 Oct 01 04:23:37.835737 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348e45c5-c56f-4039-85cc-f9bb5661baaf admin admin] Pushing event deleted for resources: {'Network': ['ID=9e21d865-d526-49ca-8e76-21cf583604c4,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:23:37.925437 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bb5b06-f965-4186-bae7-c8a2422d2828 req-c12521ea-63e5-41d5-bee2-3a5a72241576 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:37.927203 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-78bb5b06-f965-4186-bae7-c8a2422d2828 req-c12521ea-63e5-41d5-bee2-3a5a72241576 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 946 time: 0.0587063 Oct 01 04:23:37.940248 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 39248) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:23:37.979866 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-78bb5b06-f965-4186-bae7-c8a2422d2828 req-ab9235df-984c-4b6e-968d-ce86d1f5454f tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461223 Oct 01 04:23:37.989895 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 39250) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:23:37.990090 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-12673ec2-66ba-4930-ab27-ec85b019becc admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=839c91c5262a49768c3e937b5a034137&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0486422 Oct 01 04:23:38.042822 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f4a002b2-39f5-4eff-97e1-103f00fc5c22 admin admin] Publish callbacks [] for security_group (fd20ad52-105d-439c-b7f3-c3f9c51fb537), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:38.063061 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f4a002b2-39f5-4eff-97e1-103f00fc5c22 admin admin] Publish callbacks [] for security_group (fd20ad52-105d-439c-b7f3-c3f9c51fb537), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:38.076538 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:38.116643 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f4a002b2-39f5-4eff-97e1-103f00fc5c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (fd20ad52-105d-439c-b7f3-c3f9c51fb537), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:38.119151 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f4a002b2-39f5-4eff-97e1-103f00fc5c22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:38.120319 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-f4a002b2-39f5-4eff-97e1-103f00fc5c22 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/fd20ad52-105d-439c-b7f3-c3f9c51fb537 HTTP/1.1" status: 204 len: 168 time: 0.1291566 Oct 01 04:23:38.128158 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a002b2-39f5-4eff-97e1-103f00fc5c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd20ad52-105d-439c-b7f3-c3f9c51fb537,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:23:38.225002 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 7bbc7e7e-5f4c-4348-8066-b51f3619b0e5 no longer exists at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:23:38.247846 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] No Port match for: 7bbc7e7e-5f4c-4348-8066-b51f3619b0e5 {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 01 04:23:38.248192 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 7bbc7e7e-5f4c-4348-8066-b51f3619b0e5 not bound to the agent host dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 01 04:23:38.248604 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device adb63683-9cea-44a1-a12a-b6831c35ae60 no longer exists at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:23:38.266957 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] No Port match for: adb63683-9cea-44a1-a12a-b6831c35ae60 {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 01 04:23:38.267329 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device adb63683-9cea-44a1-a12a-b6831c35ae60 not bound to the agent host dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 01 04:23:38.267796 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device f7fd2da2-3952-4589-bca7-86d328130eda no longer exists at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:23:38.286993 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] No Port match for: f7fd2da2-3952-4589-bca7-86d328130eda {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 01 04:23:38.287576 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device f7fd2da2-3952-4589-bca7-86d328130eda not bound to the agent host dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 01 04:23:39.115893 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52991f9-b9c6-47e0-8ada-94f92d8465c5 req-2753831d-a96c-4952-bec0-40b74a6e4db0 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:39.121443 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-e52991f9-b9c6-47e0-8ada-94f92d8465c5 req-2753831d-a96c-4952-bec0-40b74a6e4db0 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 946 time: 0.0563703 Oct 01 04:23:39.175274 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-e52991f9-b9c6-47e0-8ada-94f92d8465c5 req-46615ddd-dfe9-474c-ade3-10e2a35d4c8f tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505667 Oct 01 04:23:40.311325 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ece322-c15c-4a81-9570-1116908ea5fa req-40be6a70-cc63-4c87-96ec-555eeb891a42 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:40.313084 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-38ece322-c15c-4a81-9570-1116908ea5fa req-40be6a70-cc63-4c87-96ec-555eeb891a42 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 946 time: 0.0476243 Oct 01 04:23:40.360298 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-38ece322-c15c-4a81-9570-1116908ea5fa req-6e7c70bc-bb49-4206-8920-127c66a6bc36 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420194 Oct 01 04:23:41.489546 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9e9e0-def4-478b-8928-b10e4538ddef req-88b85e49-40b8-48b4-8e08-479fee60ce82 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:41.491180 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-85a9e9e0-def4-478b-8928-b10e4538ddef req-88b85e49-40b8-48b4-8e08-479fee60ce82 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 946 time: 0.0491204 Oct 01 04:23:41.539737 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-85a9e9e0-def4-478b-8928-b10e4538ddef req-9ef96f24-61fb-42a6-8362-09ee476b3636 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418417 Oct 01 04:23:42.676645 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace8451-5cb3-444c-ac3d-c8b4701cbca2 req-fedf1375-6997-4673-9a3c-48a7e6de7bf1 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:42.678157 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-5ace8451-5cb3-444c-ac3d-c8b4701cbca2 req-fedf1375-6997-4673-9a3c-48a7e6de7bf1 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 946 time: 0.0547616 Oct 01 04:23:42.728825 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-5ace8451-5cb3-444c-ac3d-c8b4701cbca2 req-54b9e455-506b-4512-9543-537b29b8dd60 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426614 Oct 01 04:23:42.756365 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e957ca52-4029-440a-8419-39262ac84fa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (973633b6-dd94-436d-b3a5-971dbc41e63c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:42.995575 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.agents_db [None req-12b97a57-14e3-4267-90b0-a9e0353f7932 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 01 04:23:43.462679 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 735577aa-5ec2-48d4-8f41-38cb8f95250a details requested by agent hyperv_hv-cinder-86004 with host hv-cinder-86004 {{(pid=106388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 01 04:23:43.567531 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port 735577aa-5ec2-48d4-8f41-38cb8f95250a, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=735577aa-5ec2-48d4-8f41-38cb8f95250a,segment=NetworkSegment(2ed9749a-eb3b-4451-b7b7-83bb473f5fb1),segment_id=2ed9749a-eb3b-4451-b7b7-83bb473f5fb1)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:23:43.579624 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Returning: {'device': '735577aa-5ec2-48d4-8f41-38cb8f95250a', 'network_id': '41ad6d82-393d-469b-ad56-b82ab9a77fee', 'port_id': '735577aa-5ec2-48d4-8f41-38cb8f95250a', 'mac_address': 'fa:16:3e:7b:15:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f0d177-35e4-4cba-a762-d1357d3a9c11', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 01 04:23:43.613788 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Current status of the port 735577aa-5ec2-48d4-8f41-38cb8f95250a is: ACTIVE; New status is: BUILD {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:23:43.614174 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (735577aa-5ec2-48d4-8f41-38cb8f95250a), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:43.627429 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 735577aa-5ec2-48d4-8f41-38cb8f95250a {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 01 04:23:43.648008 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port 735577aa-5ec2-48d4-8f41-38cb8f95250a, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=735577aa-5ec2-48d4-8f41-38cb8f95250a,segment=NetworkSegment(2ed9749a-eb3b-4451-b7b7-83bb473f5fb1),segment_id=2ed9749a-eb3b-4451-b7b7-83bb473f5fb1)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:23:43.652756 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (735577aa-5ec2-48d4-8f41-38cb8f95250a), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:43.705652 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Pushing event updated for resources: {'Port': ['ID=735577aa-5ec2-48d4-8f41-38cb8f95250a,revision_number=6']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:23:43.713902 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:23:43.714253 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:23:43.714520 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:23:43.714879 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:23:43.715212 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:23:43.715542 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:23:43.715928 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:23:43.716252 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:23:43.716575 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:23:43.716957 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:23:43.717235 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:23:43.717611 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:23:43.717897 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:23:43.718218 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:23:43.718527 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:23:43.750185 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] get_ports_and_sgs() called for port_ids ['735577aa-5ec2-48d4-8f41-38cb8f95250a'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 01 04:23:43.754810 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:43.796395 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:43.872068 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53043e2-dc9c-4d21-a548-3052dd18caf6 req-196ec3f2-6ee5-411c-9579-54fe87572bee tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:43.873542 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d53043e2-dc9c-4d21-a548-3052dd18caf6 req-196ec3f2-6ee5-411c-9579-54fe87572bee tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 945 time: 0.0492725 Oct 01 04:23:43.926744 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d53043e2-dc9c-4d21-a548-3052dd18caf6 req-466638b5-06e3-44cd-a418-e7e40825a350 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454822 Oct 01 04:23:45.045986 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:45.063197 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a58771-dd55-4ac0-9151-8364b3a1933a req-6688d7a9-8d1e-4d8a-a715-b8f271468d9b tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:45.064812 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-94a58771-dd55-4ac0-9151-8364b3a1933a req-6688d7a9-8d1e-4d8a-a715-b8f271468d9b tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 945 time: 0.0505724 Oct 01 04:23:45.073795 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d50f27b9-d7da-4c60-82c2-a1df59e97436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (797ac3f1-c973-4eec-9950-99ad88971ed1), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:45.124181 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-94a58771-dd55-4ac0-9151-8364b3a1933a req-a2d04fa8-aa02-4aee-b2e0-56a6cb605771 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514648 Oct 01 04:23:45.470660 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 735577aa-5ec2-48d4-8f41-38cb8f95250a up at agent hyperv_hv-cinder-86004 {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:23:45.530678 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Provisioning complete for port 735577aa-5ec2-48d4-8f41-38cb8f95250a triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:23:45.531058 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (735577aa-5ec2-48d4-8f41-38cb8f95250a), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:45.531397 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Attempt 1 to provision port 735577aa-5ec2-48d4-8f41-38cb8f95250a Oct 01 04:23:45.620243 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Current status of the port 735577aa-5ec2-48d4-8f41-38cb8f95250a is: BUILD; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:23:45.621064 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (735577aa-5ec2-48d4-8f41-38cb8f95250a), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:45.645565 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21e7357-43a2-4dc9-b0f6-26b14b68c464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735577aa-5ec2-48d4-8f41-38cb8f95250a'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:23:45.648065 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc2ed8ba810a9a899feae06a2d512ab46721588d0493fdbeca0f1bffbb3e03b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4a6efa-634b-43a4-b538-aee56ce3bd48" -d '{"events": [{"server_uuid": "b21e7357-43a2-4dc9-b0f6-26b14b68c464", "name": "network-vif-plugged", "status": "completed", "tag": "735577aa-5ec2-48d4-8f41-38cb8f95250a"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:23:45.674000 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port 735577aa-5ec2-48d4-8f41-38cb8f95250a, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=735577aa-5ec2-48d4-8f41-38cb8f95250a,segment=NetworkSegment(2ed9749a-eb3b-4451-b7b7-83bb473f5fb1),segment_id=2ed9749a-eb3b-4451-b7b7-83bb473f5fb1)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:23:45.681755 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (735577aa-5ec2-48d4-8f41-38cb8f95250a), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:45.761355 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Pushing event updated for resources: {'Port': ['ID=735577aa-5ec2-48d4-8f41-38cb8f95250a,revision_number=7']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:23:45.870069 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 01 Oct 2022 04:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98486800-615f-4c0d-befe-d8762224c033 x-openstack-request-id: req-98486800-615f-4c0d-befe-d8762224c033 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:23:45.870577 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b21e7357-43a2-4dc9-b0f6-26b14b68c464", "name": "network-vif-plugged", "status": "completed", "tag": "735577aa-5ec2-48d4-8f41-38cb8f95250a", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:23:45.870848 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-98486800-615f-4c0d-befe-d8762224c033 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:23:45.871252 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98486800-615f-4c0d-befe-d8762224c033'] response: {'server_uuid': 'b21e7357-43a2-4dc9-b0f6-26b14b68c464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735577aa-5ec2-48d4-8f41-38cb8f95250a', 'code': 200} Oct 01 04:23:46.263258 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55550f09-9bf2-4503-b16a-2d26c0a47f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (3f31be2c-2b77-4d66-9a3d-30b9eb89a668), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:46.275783 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd24f5-9228-4078-a3cc-6f650309ac8b req-2953dd1b-f385-4c69-ae9a-c953df514c33 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:46.279934 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-aabd24f5-9228-4078-a3cc-6f650309ac8b req-2953dd1b-f385-4c69-ae9a-c953df514c33 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 946 time: 0.0595763 Oct 01 04:23:46.348005 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-aabd24f5-9228-4078-a3cc-6f650309ac8b req-ba5deed0-33dd-47c3-a076-da8291ccf465 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629609 Oct 01 04:23:47.489476 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c0909d-b29b-4c38-abfb-278c14b310f5 req-1dfef1c6-c22e-4198-a5d6-24387d3b5c9f tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:47.490965 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-97c0909d-b29b-4c38-abfb-278c14b310f5 req-1dfef1c6-c22e-4198-a5d6-24387d3b5c9f tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 946 time: 0.0529847 Oct 01 04:23:47.553778 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-97c0909d-b29b-4c38-abfb-278c14b310f5 req-7f1e0f5c-c675-4cb8-8864-a09b560b9a55 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557761 Oct 01 04:23:47.692576 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (d8875dbe-87f1-4639-b3ef-79ff4b202d58), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:47.894701 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 39440) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:23:47.956618 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91c43220-b735-4568-b99e-ce3dc63ea20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (a017e3cb-dd0a-4c83-ac3d-dd65b6d6e9f8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:47.970811 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=52,neutron:DELETE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:47.985022 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=88,neutron:DELETE=8 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:48.055153 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6b966d82-dbf0-4532-bde0-884b1097b97f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:48.142374 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6b966d82-dbf0-4532-bde0-884b1097b97f admin admin] Publish callbacks [] for security_group (dfb8924e-d9e8-457c-8f67-b6eb336e220a), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:48.147922 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6b966d82-dbf0-4532-bde0-884b1097b97f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (dfb8924e-d9e8-457c-8f67-b6eb336e220a), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:48.185972 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:DELETE=2,neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:48.192540 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b966d82-dbf0-4532-bde0-884b1097b97f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb8924e-d9e8-457c-8f67-b6eb336e220a,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:23:48.200315 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-6b966d82-dbf0-4532-bde0-884b1097b97f admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=5b22ab06cb574340afcca170a2e4cbe0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3044078 Oct 01 04:23:48.203399 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 39448) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:23:48.269948 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-df71d568-46e9-4cbf-bb14-4274a56d4de6 admin admin] Publish callbacks [] for security_group (dfb8924e-d9e8-457c-8f67-b6eb336e220a), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:48.292578 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-df71d568-46e9-4cbf-bb14-4274a56d4de6 admin admin] Publish callbacks [] for security_group (dfb8924e-d9e8-457c-8f67-b6eb336e220a), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:48.345448 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-df71d568-46e9-4cbf-bb14-4274a56d4de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (dfb8924e-d9e8-457c-8f67-b6eb336e220a), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:48.348946 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-df71d568-46e9-4cbf-bb14-4274a56d4de6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:48.352596 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-df71d568-46e9-4cbf-bb14-4274a56d4de6 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/dfb8924e-d9e8-457c-8f67-b6eb336e220a HTTP/1.1" status: 204 len: 168 time: 0.1444707 Oct 01 04:23:48.360799 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df71d568-46e9-4cbf-bb14-4274a56d4de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb8924e-d9e8-457c-8f67-b6eb336e220a,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:23:48.716094 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2f50a-fbe9-48c5-8579-60dce55576ce req-14cfcd93-3b06-40f1-8393-48ddd9d27910 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:48.721428 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-68a2f50a-fbe9-48c5-8579-60dce55576ce req-14cfcd93-3b06-40f1-8393-48ddd9d27910 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 946 time: 0.0631268 Oct 01 04:23:48.788324 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-68a2f50a-fbe9-48c5-8579-60dce55576ce req-0d41d89e-723e-4bc6-8b1f-fb821bef0463 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597265 Oct 01 04:23:49.265644 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c34f7-ae86-4733-8131-0ade9c339f71 req-d2693200-9e8c-420d-af18-bb230fbd2a6d tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:49.267377 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a81c34f7-ae86-4733-8131-0ade9c339f71 req-d2693200-9e8c-420d-af18-bb230fbd2a6d tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1b31127e-af32-4116-90df-f27354ee55f4 HTTP/1.1" status: 200 len: 945 time: 0.0636358 Oct 01 04:23:49.330548 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a81c34f7-ae86-4733-8131-0ade9c339f71 req-24e7a288-2be2-4c72-ae77-987ba7929c04 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556657 Oct 01 04:23:49.935101 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53566de1-5204-4e71-9ba8-0ad993367f2d req-829829d6-61b9-4171-a866-daf02044bc08 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:49.943656 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-53566de1-5204-4e71-9ba8-0ad993367f2d req-829829d6-61b9-4171-a866-daf02044bc08 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 946 time: 0.0625570 Oct 01 04:23:50.000100 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-53566de1-5204-4e71-9ba8-0ad993367f2d req-ac2055db-4476-4a54-b99e-9d77795a6342 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552166 Oct 01 04:23:50.537192 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15831fe-37f5-439e-b49f-94532938c7f1 req-aa5f9904-d12e-403a-ab30-2e5f97cc8a1b tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:50.537192 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b15831fe-37f5-439e-b49f-94532938c7f1 req-aa5f9904-d12e-403a-ab30-2e5f97cc8a1b tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1b31127e-af32-4116-90df-f27354ee55f4 HTTP/1.1" status: 200 len: 945 time: 0.0886810 Oct 01 04:23:50.621444 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b15831fe-37f5-439e-b49f-94532938c7f1 req-84fcca81-a78a-4168-bd2a-00c0349e703c tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705266 Oct 01 04:23:50.655099 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 39524) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:23:50.762629 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e30a98e-a1c3-4d27-9507-e662c297c9b5 req-57b6fc50-ddde-4e88-8d01-274a15cbcca5 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:50.764597 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2e30a98e-a1c3-4d27-9507-e662c297c9b5 req-57b6fc50-ddde-4e88-8d01-274a15cbcca5 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1b31127e-af32-4116-90df-f27354ee55f4 HTTP/1.1" status: 200 len: 945 time: 0.0682397 Oct 01 04:23:50.822939 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1c58b5b8-5270-4972-8c78-2618a7b45857 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:50.917637 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-2e30a98e-a1c3-4d27-9507-e662c297c9b5 req-a794a850-2b7d-4a5a-8a24-891f95c6c472 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Deleting port 12264ff5-12ea-4894-9a40-7cdf57c7ecb0 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:23:50.917982 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-2e30a98e-a1c3-4d27-9507-e662c297c9b5 req-a794a850-2b7d-4a5a-8a24-891f95c6c472 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (12264ff5-12ea-4894-9a40-7cdf57c7ecb0), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:51.026166 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1c58b5b8-5270-4972-8c78-2618a7b45857 admin admin] Publish callbacks [] for security_group (b660ffa8-373c-4353-9196-afdf82c6e7bb), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:51.034725 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1c58b5b8-5270-4972-8c78-2618a7b45857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (b660ffa8-373c-4353-9196-afdf82c6e7bb), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:51.096680 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c58b5b8-5270-4972-8c78-2618a7b45857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b660ffa8-373c-4353-9196-afdf82c6e7bb,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:23:51.100565 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-2e30a98e-a1c3-4d27-9507-e662c297c9b5 req-a794a850-2b7d-4a5a-8a24-891f95c6c472 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] For port 12264ff5-12ea-4894-9a40-7cdf57c7ecb0, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=12264ff5-12ea-4894-9a40-7cdf57c7ecb0,segment=NetworkSegment(614ad64a-e84b-4b23-b245-f6cd1be567b7),segment_id=614ad64a-e84b-4b23-b245-f6cd1be567b7)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:23:51.100909 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-2e30a98e-a1c3-4d27-9507-e662c297c9b5 req-a794a850-2b7d-4a5a-8a24-891f95c6c472 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (12264ff5-12ea-4894-9a40-7cdf57c7ecb0), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:51.130614 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-1c58b5b8-5270-4972-8c78-2618a7b45857 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=3782c7948da042d594d7acd1f35c2c61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4742627 Oct 01 04:23:51.143997 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 39534) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:23:51.183041 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba14c3-939f-4267-9877-0edaf00f2738 req-72d769d2-33aa-41a5-bbc5-8ccf67e0f2cc tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:51.184632 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-41ba14c3-939f-4267-9877-0edaf00f2738 req-72d769d2-33aa-41a5-bbc5-8ccf67e0f2cc tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 946 time: 0.0738370 Oct 01 04:23:51.243433 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:51.275954 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-fb2674a6-0f98-4107-8e80-49c7fc3f2b89 admin admin] Publish callbacks [] for security_group (b660ffa8-373c-4353-9196-afdf82c6e7bb), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:51.293443 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-41ba14c3-939f-4267-9877-0edaf00f2738 req-15a805c3-8a29-48aa-b586-c4f3c1f63460 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898328 Oct 01 04:23:51.308376 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-fb2674a6-0f98-4107-8e80-49c7fc3f2b89 admin admin] Publish callbacks [] for security_group (b660ffa8-373c-4353-9196-afdf82c6e7bb), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:51.378686 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-2e30a98e-a1c3-4d27-9507-e662c297c9b5 req-a794a850-2b7d-4a5a-8a24-891f95c6c472 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:51.379059 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-2e30a98e-a1c3-4d27-9507-e662c297c9b5 req-a794a850-2b7d-4a5a-8a24-891f95c6c472 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989928'] for floatingip (c8c1d852-ce92-41b3-af3c-64df055b7a13), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:51.379374 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.db.l3_db [req-2e30a98e-a1c3-4d27-9507-e662c297c9b5 req-a794a850-2b7d-4a5a-8a24-891f95c6c472 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Floating IP c8c1d852-ce92-41b3-af3c-64df055b7a13 disassociated. External IP: 172.27.2.72, port: 12264ff5-12ea-4894-9a40-7cdf57c7ecb0. Oct 01 04:23:51.379992 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-2e30a98e-a1c3-4d27-9507-e662c297c9b5 req-a794a850-2b7d-4a5a-8a24-891f95c6c472 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Calling delete_port for 12264ff5-12ea-4894-9a40-7cdf57c7ecb0 owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:23:51.387636 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-fb2674a6-0f98-4107-8e80-49c7fc3f2b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (b660ffa8-373c-4353-9196-afdf82c6e7bb), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:51.391717 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-fb2674a6-0f98-4107-8e80-49c7fc3f2b89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:51.395542 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-fb2674a6-0f98-4107-8e80-49c7fc3f2b89 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/b660ffa8-373c-4353-9196-afdf82c6e7bb HTTP/1.1" status: 204 len: 168 time: 0.2499018 Oct 01 04:23:51.405301 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2674a6-0f98-4107-8e80-49c7fc3f2b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b660ffa8-373c-4353-9196-afdf82c6e7bb,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:23:51.562859 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:51.586217 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:51.594685 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-2e30a98e-a1c3-4d27-9507-e662c297c9b5 req-a794a850-2b7d-4a5a-8a24-891f95c6c472 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (12264ff5-12ea-4894-9a40-7cdf57c7ecb0), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:51.629333 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a794a850-2b7d-4a5a-8a24-891f95c6c472 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Pushing event deleted for resources: {'Port': ['ID=12264ff5-12ea-4894-9a40-7cdf57c7ecb0,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:23:51.750026 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-68a14b0a-1944-4330-8da3-69c7a10a6b21 req-f123d541-159c-49dc-8ba6-1b20ef17ec5b tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1b31127e-af32-4116-90df-f27354ee55f4 HTTP/1.1" status: 200 len: 210 time: 0.0402029 Oct 01 04:23:51.812460 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e30a98e-a1c3-4d27-9507-e662c297c9b5 req-a794a850-2b7d-4a5a-8a24-891f95c6c472 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Router 99c881ec-29bc-4e60-b79a-2a435e983e6d has already been hosted by L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 01 04:23:51.854287 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 39546) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:23:51.869505 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-046d6aec-be0b-43c7-8939-8d2b6434d098 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:51.933572 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e30a98e-a1c3-4d27-9507-e662c297c9b5 req-a794a850-2b7d-4a5a-8a24-891f95c6c472 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:23:51.946107 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0829a273-99f4-4d22-82e7-94faeace7b82 None None] Sync routers for ids ['99c881ec-29bc-4e60-b79a-2a435e983e6d'] in dv-cinder-860044-1-iscsi {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:23:51.967628 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0829a273-99f4-4d22-82e7-94faeace7b82 None None] Routers {'99c881ec-29bc-4e60-b79a-2a435e983e6d'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:23:51.968569 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-0829a273-99f4-4d22-82e7-94faeace7b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:23:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['99c881ec-29bc-4e60-b79a-2a435e983e6d'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:23:51.972763 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-046d6aec-be0b-43c7-8939-8d2b6434d098 admin admin] Publish callbacks [] for security_group (c6718c18-3eb6-4c5e-9b9f-5f2794544df7), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:51.989679 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e30a98e-a1c3-4d27-9507-e662c297c9b5 req-a794a850-2b7d-4a5a-8a24-891f95c6c472 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] No DVR routers for this DVR port 12264ff5-12ea-4894-9a40-7cdf57c7ecb0 on host hv-cinder-86004 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 01 04:23:51.991262 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-046d6aec-be0b-43c7-8939-8d2b6434d098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (c6718c18-3eb6-4c5e-9b9f-5f2794544df7), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:51.997134 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-2e30a98e-a1c3-4d27-9507-e662c297c9b5 req-a794a850-2b7d-4a5a-8a24-891f95c6c472 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:52.000722 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2e30a98e-a1c3-4d27-9507-e662c297c9b5 req-a794a850-2b7d-4a5a-8a24-891f95c6c472 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.25 "DELETE /networking/v2.0/ports/12264ff5-12ea-4894-9a40-7cdf57c7ecb0 HTTP/1.1" status: 204 len: 173 time: 1.2307868 Oct 01 04:23:52.001417 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b31127e-af32-4116-90df-f27354ee55f4', 'name': 'network-vif-deleted', 'tag': '12264ff5-12ea-4894-9a40-7cdf57c7ecb0'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:23:52.011554 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23a471ff00a13a2eea8c87216c43e2c9873adc8b08d975975de21b294c9ff96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01944d4-0ef4-4bb2-b4b3-d299c171fe2a" -d '{"events": [{"server_uuid": "1b31127e-af32-4116-90df-f27354ee55f4", "name": "network-vif-deleted", "tag": "12264ff5-12ea-4894-9a40-7cdf57c7ecb0"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:23:52.099469 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046d6aec-be0b-43c7-8939-8d2b6434d098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6718c18-3eb6-4c5e-9b9f-5f2794544df7,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:23:52.123767 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 01 Oct 2022 04:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb80c53-3ccc-42a1-a7b6-911e28b2ed47 x-openstack-request-id: req-beb80c53-3ccc-42a1-a7b6-911e28b2ed47 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:23:52.124123 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b31127e-af32-4116-90df-f27354ee55f4", "name": "network-vif-deleted", "tag": "12264ff5-12ea-4894-9a40-7cdf57c7ecb0", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:23:52.124375 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-beb80c53-3ccc-42a1-a7b6-911e28b2ed47 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:23:52.125214 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beb80c53-3ccc-42a1-a7b6-911e28b2ed47'] response: {'server_uuid': '1b31127e-af32-4116-90df-f27354ee55f4', 'name': 'network-vif-deleted', 'tag': '12264ff5-12ea-4894-9a40-7cdf57c7ecb0', 'status': 'completed', 'code': 200} Oct 01 04:23:52.125776 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 39554) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:23:52.125963 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-046d6aec-be0b-43c7-8939-8d2b6434d098 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=71b6403685994e308344dc2be030975e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2701359 Oct 01 04:23:52.164177 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-0829a273-99f4-4d22-82e7-94faeace7b82 None None] Set router 99c881ec-29bc-4e60-b79a-2a435e983e6d gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:23:52.217015 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4d84d662-6a81-4f87-b174-2dbcc5d34aa5 admin admin] Publish callbacks [] for security_group (c6718c18-3eb6-4c5e-9b9f-5f2794544df7), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:52.261573 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4d84d662-6a81-4f87-b174-2dbcc5d34aa5 admin admin] Publish callbacks [] for security_group (c6718c18-3eb6-4c5e-9b9f-5f2794544df7), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:52.319788 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4d84d662-6a81-4f87-b174-2dbcc5d34aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (c6718c18-3eb6-4c5e-9b9f-5f2794544df7), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:52.330028 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4d84d662-6a81-4f87-b174-2dbcc5d34aa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:52.333579 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-4d84d662-6a81-4f87-b174-2dbcc5d34aa5 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/c6718c18-3eb6-4c5e-9b9f-5f2794544df7 HTTP/1.1" status: 204 len: 168 time: 0.2044511 Oct 01 04:23:52.373885 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d84d662-6a81-4f87-b174-2dbcc5d34aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6718c18-3eb6-4c5e-9b9f-5f2794544df7,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:23:52.500960 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d55f794-ed54-476a-aa36-b72149017bd8 req-9d1f7b9b-824f-4743-95a5-67000d91546d tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:52.511532 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2d55f794-ed54-476a-aa36-b72149017bd8 req-9d1f7b9b-824f-4743-95a5-67000d91546d tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 946 time: 0.1102936 Oct 01 04:23:52.630003 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2d55f794-ed54-476a-aa36-b72149017bd8 req-591a2257-395b-4863-be0c-ee8ce2c27655 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163814 Oct 01 04:23:52.663724 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-0829a273-99f4-4d22-82e7-94faeace7b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'name': 'tempest-TestVolumeBootPattern-2117925739-router', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '89429a02-b2f7-4923-a8c6-35b9f52c80d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:20:01Z', 'updated_at': '2022-10-01T04:20:10Z', 'revision_number': 4, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'gw_port': {'id': '89429a02-b2f7-4923-a8c6-35b9f52c80d3', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:20:01Z', 'updated_at': '2022-10-01T04:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '52776eac-a931-4561-998f-b83d8e03b65d', 'name': '', 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'mac_address': 'fa:16:3e:bf:95:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '87bf8ff7-1e8d-4433-8f68-75f944f2c18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:20:07Z', 'updated_at': '2022-10-01T04:20:19Z', 'revision_number': 5, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'subnets': [{'id': '87bf8ff7-1e8d-4433-8f68-75f944f2c18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:23:52.670459 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:52.747986 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0829a273-99f4-4d22-82e7-94faeace7b82 None None] Checking router: 99c881ec-29bc-4e60-b79a-2a435e983e6d for host: dv-cinder-860044-1-iscsi {{(pid=106388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:23:52.762332 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0829a273-99f4-4d22-82e7-94faeace7b82 None None] Routers {'99c881ec-29bc-4e60-b79a-2a435e983e6d'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:23:52.762966 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-0829a273-99f4-4d22-82e7-94faeace7b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:23:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['99c881ec-29bc-4e60-b79a-2a435e983e6d'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:23:52.907381 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-889109a7-4bee-40fd-ad6a-637fe8686ef9 req-f294d6ed-e11c-4c1e-91db-4d6984aa1bcd tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1b31127e-af32-4116-90df-f27354ee55f4 HTTP/1.1" status: 200 len: 210 time: 0.0487990 Oct 01 04:23:52.987103 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (2c3964fb-7920-4c48-8672-be15ccfa9ce8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:53.049377 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-0829a273-99f4-4d22-82e7-94faeace7b82 None None] Set router 99c881ec-29bc-4e60-b79a-2a435e983e6d gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:23:53.186721 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:53.316896 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-0829a273-99f4-4d22-82e7-94faeace7b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'name': 'tempest-TestVolumeBootPattern-2117925739-router', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '89429a02-b2f7-4923-a8c6-35b9f52c80d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:20:01Z', 'updated_at': '2022-10-01T04:20:10Z', 'revision_number': 4, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'gw_port': {'id': '89429a02-b2f7-4923-a8c6-35b9f52c80d3', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:20:01Z', 'updated_at': '2022-10-01T04:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '52776eac-a931-4561-998f-b83d8e03b65d', 'name': '', 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'mac_address': 'fa:16:3e:bf:95:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '87bf8ff7-1e8d-4433-8f68-75f944f2c18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:20:07Z', 'updated_at': '2022-10-01T04:20:19Z', 'revision_number': 5, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'subnets': [{'id': '87bf8ff7-1e8d-4433-8f68-75f944f2c18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:23:53.356062 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0829a273-99f4-4d22-82e7-94faeace7b82 None None] The sync data for ids ['99c881ec-29bc-4e60-b79a-2a435e983e6d'] in dv-cinder-860044-1-iscsi is: [{'id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'name': 'tempest-TestVolumeBootPattern-2117925739-router', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '89429a02-b2f7-4923-a8c6-35b9f52c80d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:20:01Z', 'updated_at': '2022-10-01T04:20:10Z', 'revision_number': 4, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'gw_port': {'id': '89429a02-b2f7-4923-a8c6-35b9f52c80d3', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:20:01Z', 'updated_at': '2022-10-01T04:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '52776eac-a931-4561-998f-b83d8e03b65d', 'name': '', 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'mac_address': 'fa:16:3e:bf:95:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '87bf8ff7-1e8d-4433-8f68-75f944f2c18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:20:07Z', 'updated_at': '2022-10-01T04:20:19Z', 'revision_number': 5, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'subnets': [{'id': '87bf8ff7-1e8d-4433-8f68-75f944f2c18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:23:53.499260 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 12264ff5-12ea-4894-9a40-7cdf57c7ecb0 no longer exists at agent hyperv_hv-cinder-86004 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:23:53.538863 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] No Port match for: 12264ff5-12ea-4894-9a40-7cdf57c7ecb0 {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 01 04:23:53.539399 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 12264ff5-12ea-4894-9a40-7cdf57c7ecb0 not bound to the agent host hv-cinder-86004 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 01 04:23:53.776041 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6402fa89-48d7-4be6-93f1-b6e43b99cf6b None None] New status for floating IP c8c1d852-ce92-41b3-af3c-64df055b7a13: DOWN {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 01 04:23:53.825946 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602811be-3f9d-45b1-b666-474c58064baf req-757fb6d7-8911-48ba-a57a-3020290c93ee tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:53.827757 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-602811be-3f9d-45b1-b666-474c58064baf req-757fb6d7-8911-48ba-a57a-3020290c93ee tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 946 time: 0.0607741 Oct 01 04:23:53.901900 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:53.949325 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-602811be-3f9d-45b1-b666-474c58064baf req-b434e233-1a49-4484-8a94-814ca5d19c2d tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955477 Oct 01 04:23:54.349594 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-5af13fee-c26a-441a-b412-1df46e534478 req-5e465cbe-dfce-4950-b41d-0d31c704b300 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1256671354&fields=id&tenant_id=721dd52b82194e4d91113d4d688900ae HTTP/1.1" status: 200 len: 267 time: 0.0698016 Oct 01 04:23:54.478159 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af13fee-c26a-441a-b412-1df46e534478 req-3847adbf-a853-4bb0-83f8-399faf2f77f2 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:54.479662 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-5af13fee-c26a-441a-b412-1df46e534478 req-3847adbf-a853-4bb0-83f8-399faf2f77f2 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/networks?id=a58a68a2-3485-47fc-a402-341c963919cc HTTP/1.1" status: 200 len: 812 time: 0.1228876 Oct 01 04:23:54.495893 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-5af13fee-c26a-441a-b412-1df46e534478 req-371ebc92-2d56-43e8-95b4-682b86d736e3 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/quotas/721dd52b82194e4d91113d4d688900ae HTTP/1.1" status: 200 len: 375 time: 0.0103056 Oct 01 04:23:54.551490 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-5af13fee-c26a-441a-b412-1df46e534478 req-90a256e1-37ac-42be-aa82-89951daa7e9d tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=721dd52b82194e4d91113d4d688900ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502853 Oct 01 04:23:54.780397 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-5af13fee-c26a-441a-b412-1df46e534478 req-b88b5a24-9246-44d7-9504-78896f2058db service neutron] 10.222.0.26 "GET /networking/v2.0/networks/a58a68a2-3485-47fc-a402-341c963919cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165613 Oct 01 04:23:54.835521 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:54.890864 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-5af13fee-c26a-441a-b412-1df46e534478 req-ddde2ebb-50b6-44b9-bc70-4870dd36d4ad service neutron] 10.222.0.26 "GET /networking/v2.0/networks/a58a68a2-3485-47fc-a402-341c963919cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046543 Oct 01 04:23:55.124959 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff011ef-7ba9-46d2-b7bd-e9fa446c3cff req-8b397ab1-7579-4861-8fe6-5e8219827b67 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:55.126368 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-bff011ef-7ba9-46d2-b7bd-e9fa446c3cff req-8b397ab1-7579-4861-8fe6-5e8219827b67 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 946 time: 0.0672138 Oct 01 04:23:55.184844 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-bff011ef-7ba9-46d2-b7bd-e9fa446c3cff req-ff019e69-7c93-4c09-8774-48cc87428115 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512099 Oct 01 04:23:55.290837 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-367a8061-34a9-4224-b031-6896065709be req-a9af9ef5-82ca-46aa-a436-6e6e521d26e2 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=87cd0cbd-547d-4e0e-a797-7971ce307b17 HTTP/1.1" status: 200 len: 210 time: 0.0307834 Oct 01 04:23:56.376666 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2694c-05df-4b93-bae8-a4c607e71257 req-814f711a-1f29-49e5-bcb8-bccd3f5ec029 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:56.378297 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-4ad2694c-05df-4b93-bae8-a4c607e71257 req-814f711a-1f29-49e5-bcb8-bccd3f5ec029 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 946 time: 0.0806992 Oct 01 04:23:56.447574 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-4ad2694c-05df-4b93-bae8-a4c607e71257 req-ca62b8c4-1083-418a-9998-52e571bb1895 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624411 Oct 01 04:23:56.466758 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-60b1153f-2ced-4971-a911-ae5d6284674a req-679cf60d-a3b3-45fc-8bed-ff300db4a8bb tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=87cd0cbd-547d-4e0e-a797-7971ce307b17 HTTP/1.1" status: 200 len: 210 time: 0.0440023 Oct 01 04:23:56.796554 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af13fee-c26a-441a-b412-1df46e534478 req-cc6f6ad6-44de-4f9a-a72a-d9e5b9ee130c tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:56.798423 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5af13fee-c26a-441a-b412-1df46e534478 req-cc6f6ad6-44de-4f9a-a72a-d9e5b9ee130c tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.25 "GET /networking/v2.0/networks?id=a58a68a2-3485-47fc-a402-341c963919cc HTTP/1.1" status: 200 len: 812 time: 0.1220260 Oct 01 04:23:57.067940 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5af13fee-c26a-441a-b412-1df46e534478 req-7392f622-e317-4c03-a35c-c11ea26a9011 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=721dd52b82194e4d91113d4d688900ae HTTP/1.1" status: 200 len: 380 time: 0.0750837 Oct 01 04:23:57.152227 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-5af13fee-c26a-441a-b412-1df46e534478 req-717516ab-28c7-4701-aaf6-ba56245f2bc5 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Request body: {'port': {'device_id': '87cd0cbd-547d-4e0e-a797-7971ce307b17', 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc', 'admin_state_up': True, 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'security_groups': ['e954344d-b98a-4d3f-9322-8f5eddb13172']}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:23:57.303641 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24743d-0b40-444a-a986-dc345b65175b req-c7db4904-ff7f-4593-a61f-c870360c9c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:57.305234 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-dd24743d-0b40-444a-a986-dc345b65175b req-c7db4904-ff7f-4593-a61f-c870360c9c2c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=19d87f6d9adf4ce98e934187ec8ae0d7&device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 1130 time: 0.1274998 Oct 01 04:23:57.383652 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5af13fee-c26a-441a-b412-1df46e534478 req-717516ab-28c7-4701-aaf6-ba56245f2bc5 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Made reservation on behalf of 721dd52b82194e4d91113d4d688900ae for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:23:57.387501 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-5af13fee-c26a-441a-b412-1df46e534478 req-717516ab-28c7-4701-aaf6-ba56245f2bc5 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:57.400551 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:57.487386 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24743d-0b40-444a-a986-dc345b65175b req-f4e0ad76-6565-4fb4-9cfd-6787dc28d6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:57.488891 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-dd24743d-0b40-444a-a986-dc345b65175b req-f4e0ad76-6565-4fb4-9cfd-6787dc28d6c6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=41ad6d82-393d-469b-ad56-b82ab9a77fee HTTP/1.1" status: 200 len: 918 time: 0.1772432 Oct 01 04:23:57.587087 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:57.613429 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-dd24743d-0b40-444a-a986-dc345b65175b req-49086162-ed30-4657-8b8b-2c68daf87198 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=735577aa-5ec2-48d4-8f41-38cb8f95250a HTTP/1.1" status: 200 len: 1001 time: 0.1169496 Oct 01 04:23:57.622542 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-3497f428-7364-4e7b-ac95-aa34447760e2 req-9b0509e9-367b-4aa7-887a-859e5d492f07 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=87cd0cbd-547d-4e0e-a797-7971ce307b17 HTTP/1.1" status: 200 len: 210 time: 0.0485001 Oct 01 04:23:57.668323 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-5af13fee-c26a-441a-b412-1df46e534478 req-717516ab-28c7-4701-aaf6-ba56245f2bc5 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Allocated IP 172.20.0.11 (a58a68a2-3485-47fc-a402-341c963919cc/87bf8ff7-1e8d-4433-8f68-75f944f2c18e/998978bd-7095-4f80-b84b-5589f1d6add2) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:23:57.678019 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe76e2-4f7a-43b5-8f67-5110ceb142a7 req-ccbe912c-0ae5-4cce-9ecc-3c0dc183c1fb tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:57.680383 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-ccbe76e2-4f7a-43b5-8f67-5110ceb142a7 req-ccbe912c-0ae5-4cce-9ecc-3c0dc183c1fb tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 946 time: 0.0924704 Oct 01 04:23:57.708034 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24743d-0b40-444a-a986-dc345b65175b req-725e74ff-0b07-4531-935a-c130e0dd2fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:57.709539 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-dd24743d-0b40-444a-a986-dc345b65175b req-725e74ff-0b07-4531-935a-c130e0dd2fa3 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d3f0d177-35e4-4cba-a762-d1357d3a9c11 HTTP/1.1" status: 200 len: 856 time: 0.0882192 Oct 01 04:23:57.743017 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-ccbe76e2-4f7a-43b5-8f67-5110ceb142a7 req-0b36d26a-088a-4036-ae2f-0daf5f3bf291 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524821 Oct 01 04:23:57.822979 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 39696) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:23:57.831183 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24743d-0b40-444a-a986-dc345b65175b req-9f832a8a-c11d-4cff-9397-5eccec2e6ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:57.832760 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-dd24743d-0b40-444a-a986-dc345b65175b req-9f832a8a-c11d-4cff-9397-5eccec2e6ff9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=41ad6d82-393d-469b-ad56-b82ab9a77fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1151435 Oct 01 04:23:57.945460 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-72d67554-0e67-4772-876f-f519d5d4bc09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:58.221750 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-5af13fee-c26a-441a-b412-1df46e534478 req-717516ab-28c7-4701-aaf6-ba56245f2bc5 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks [] for port (998978bd-7095-4f80-b84b-5589f1d6add2), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:58.239816 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-72d67554-0e67-4772-876f-f519d5d4bc09 admin admin] Publish callbacks [] for security_group (3c148dea-2ab9-41b3-b0d5-6959896c39f8), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:58.244285 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-72d67554-0e67-4772-876f-f519d5d4bc09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (3c148dea-2ab9-41b3-b0d5-6959896c39f8), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:58.264781 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-dd24743d-0b40-444a-a986-dc345b65175b req-d922ce3c-a7df-4473-b818-ed6bd4f58689 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41ad6d82-393d-469b-ad56-b82ab9a77fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4256163 Oct 01 04:23:58.283778 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d67554-0e67-4772-876f-f519d5d4bc09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c148dea-2ab9-41b3-b0d5-6959896c39f8,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:23:58.288162 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-72d67554-0e67-4772-876f-f519d5d4bc09 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=89afa93271f944eb9324505f73422d54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4664085 Oct 01 04:23:58.291506 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 39702) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:23:58.328050 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-5af13fee-c26a-441a-b412-1df46e534478 req-717516ab-28c7-4701-aaf6-ba56245f2bc5 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (998978bd-7095-4f80-b84b-5589f1d6add2), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:58.341010 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:58.348141 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-541699c2-61b5-4892-a252-b65d4d429c4b admin admin] Publish callbacks [] for security_group (3c148dea-2ab9-41b3-b0d5-6959896c39f8), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:58.370292 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-541699c2-61b5-4892-a252-b65d4d429c4b admin admin] Publish callbacks [] for security_group (3c148dea-2ab9-41b3-b0d5-6959896c39f8), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:58.387179 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5af13fee-c26a-441a-b412-1df46e534478 req-717516ab-28c7-4701-aaf6-ba56245f2bc5 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Network a58a68a2-3485-47fc-a402-341c963919cc is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:23:58.400134 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-5af13fee-c26a-441a-b412-1df46e534478 req-717516ab-28c7-4701-aaf6-ba56245f2bc5 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:23:58.408833 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af13fee-c26a-441a-b412-1df46e534478 req-717516ab-28c7-4701-aaf6-ba56245f2bc5 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:23:58.418053 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717516ab-28c7-4701-aaf6-ba56245f2bc5 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Pushing event updated for resources: {'Port': ['ID=998978bd-7095-4f80-b84b-5589f1d6add2,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:23:58.437255 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-541699c2-61b5-4892-a252-b65d4d429c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (3c148dea-2ab9-41b3-b0d5-6959896c39f8), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:58.440131 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-541699c2-61b5-4892-a252-b65d4d429c4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:58.445860 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-541699c2-61b5-4892-a252-b65d4d429c4b admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/3c148dea-2ab9-41b3-b0d5-6959896c39f8 HTTP/1.1" status: 204 len: 168 time: 0.1529143 Oct 01 04:23:58.448786 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-dd24743d-0b40-444a-a986-dc345b65175b req-0a53dfd5-dc92-424c-861d-eef3f97484d2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41ad6d82-393d-469b-ad56-b82ab9a77fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778879 Oct 01 04:23:58.459331 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541699c2-61b5-4892-a252-b65d4d429c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c148dea-2ab9-41b3-b0d5-6959896c39f8,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:23:58.484038 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af13fee-c26a-441a-b412-1df46e534478 req-717516ab-28c7-4701-aaf6-ba56245f2bc5 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:58.484821 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-5af13fee-c26a-441a-b412-1df46e534478 req-717516ab-28c7-4701-aaf6-ba56245f2bc5 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:58.510418 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5af13fee-c26a-441a-b412-1df46e534478 req-717516ab-28c7-4701-aaf6-ba56245f2bc5 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3625381 Oct 01 04:23:58.627239 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-b0e0cd44-58d1-4d33-a8eb-d08a524fc1ef None None] Provisioning complete for port 998978bd-7095-4f80-b84b-5589f1d6add2 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:23:58.627787 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b0e0cd44-58d1-4d33-a8eb-d08a524fc1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (998978bd-7095-4f80-b84b-5589f1d6add2), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:58.628128 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-b0e0cd44-58d1-4d33-a8eb-d08a524fc1ef None None] Attempt 1 to provision port 998978bd-7095-4f80-b84b-5589f1d6add2 Oct 01 04:23:58.669046 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-b0e0cd44-58d1-4d33-a8eb-d08a524fc1ef None None] Port 998978bd-7095-4f80-b84b-5589f1d6add2 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 01 04:23:58.753947 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c39cef-18bb-4661-9783-425fa1043fb3 req-c1c4a8e1-ddba-41ee-a0b6-c944e4952575 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:58.755415 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-76c39cef-18bb-4661-9783-425fa1043fb3 req-c1c4a8e1-ddba-41ee-a0b6-c944e4952575 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=87cd0cbd-547d-4e0e-a797-7971ce307b17 HTTP/1.1" status: 200 len: 932 time: 0.0524509 Oct 01 04:23:58.809540 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-76c39cef-18bb-4661-9783-425fa1043fb3 req-293a556e-6a7a-444f-bcc6-d6d15d26ead1 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462210 Oct 01 04:23:58.894945 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf668991-0887-4249-8fe9-65aa0130e214 req-7aaad5d7-e016-4ecf-a82e-b986b2fd2316 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:58.896727 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-bf668991-0887-4249-8fe9-65aa0130e214 req-7aaad5d7-e016-4ecf-a82e-b986b2fd2316 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 946 time: 0.0492275 Oct 01 04:23:58.945918 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-bf668991-0887-4249-8fe9-65aa0130e214 req-08a6b433-ef95-4363-8899-66e2407b23f2 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434818 Oct 01 04:23:59.504107 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 735577aa-5ec2-48d4-8f41-38cb8f95250a no longer exists at agent hyperv_hv-cinder-86004 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:23:59.586099 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Current status of the port 735577aa-5ec2-48d4-8f41-38cb8f95250a is: ACTIVE; New status is: DOWN {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:23:59.586495 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (735577aa-5ec2-48d4-8f41-38cb8f95250a), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:59.610897 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21e7357-43a2-4dc9-b0f6-26b14b68c464', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '735577aa-5ec2-48d4-8f41-38cb8f95250a'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:23:59.613153 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc2ed8ba810a9a899feae06a2d512ab46721588d0493fdbeca0f1bffbb3e03b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37feb8e5-e756-4ffd-9bb3-c1e06169c4ee" -d '{"events": [{"server_uuid": "b21e7357-43a2-4dc9-b0f6-26b14b68c464", "name": "network-vif-unplugged", "status": "completed", "tag": "735577aa-5ec2-48d4-8f41-38cb8f95250a"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:23:59.626029 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port 735577aa-5ec2-48d4-8f41-38cb8f95250a, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=735577aa-5ec2-48d4-8f41-38cb8f95250a,segment=NetworkSegment(2ed9749a-eb3b-4451-b7b7-83bb473f5fb1),segment_id=2ed9749a-eb3b-4451-b7b7-83bb473f5fb1)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:23:59.630783 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (735577aa-5ec2-48d4-8f41-38cb8f95250a), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:23:59.656218 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 01 Oct 2022 04:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d511327b-5f1c-49bf-aac4-7239f77c09b9 x-openstack-request-id: req-d511327b-5f1c-49bf-aac4-7239f77c09b9 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:23:59.656527 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b21e7357-43a2-4dc9-b0f6-26b14b68c464", "name": "network-vif-unplugged", "status": "completed", "tag": "735577aa-5ec2-48d4-8f41-38cb8f95250a", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:23:59.656784 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d511327b-5f1c-49bf-aac4-7239f77c09b9 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:23:59.657195 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d511327b-5f1c-49bf-aac4-7239f77c09b9'] response: {'server_uuid': 'b21e7357-43a2-4dc9-b0f6-26b14b68c464', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '735577aa-5ec2-48d4-8f41-38cb8f95250a', 'code': 200} Oct 01 04:23:59.683986 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Pushing event updated for resources: {'Port': ['ID=735577aa-5ec2-48d4-8f41-38cb8f95250a,revision_number=8']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:23:59.912606 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-5af13fee-c26a-441a-b412-1df46e534478 req-5a2d120f-1462-4253-b522-43298c727b4b service neutron] Request body: {'port': {'device_id': '87cd0cbd-547d-4e0e-a797-7971ce307b17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86004'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:23:59.923144 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:59.935377 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a7c50-4f08-4536-8397-1765034b923e req-f069c875-3cf2-4802-8276-2cb4841932e6 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:23:59.936859 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-e62a7c50-4f08-4536-8397-1765034b923e req-f069c875-3cf2-4802-8276-2cb4841932e6 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=87cd0cbd-547d-4e0e-a797-7971ce307b17 HTTP/1.1" status: 200 len: 932 time: 0.0505164 Oct 01 04:23:59.942141 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:23:59.992541 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-e62a7c50-4f08-4536-8397-1765034b923e req-76b7ff47-4465-49af-8f3f-8938f09b9a66 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493779 Oct 01 04:24:00.013748 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-5af13fee-c26a-441a-b412-1df46e534478 req-5a2d120f-1462-4253-b522-43298c727b4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (998978bd-7095-4f80-b84b-5589f1d6add2), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:00.016416 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6466bf10-8a8f-4227-8b0f-3d35b2326bad req-12f7c5d1-2c34-452f-a317-82d8cf636343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:00.018150 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6466bf10-8a8f-4227-8b0f-3d35b2326bad req-12f7c5d1-2c34-452f-a317-82d8cf636343 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=19d87f6d9adf4ce98e934187ec8ae0d7&device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 1128 time: 0.0727847 Oct 01 04:24:00.066679 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:00.083454 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676975b-d48b-4be7-b6de-77456e1e22a3 req-e4c71e21-6b56-4c74-958e-294dff06f61b tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:00.084952 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7676975b-d48b-4be7-b6de-77456e1e22a3 req-e4c71e21-6b56-4c74-958e-294dff06f61b tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 944 time: 0.0480855 Oct 01 04:24:00.135121 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7676975b-d48b-4be7-b6de-77456e1e22a3 req-84289365-8834-4e6d-9d45-0f37efaa4085 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438199 Oct 01 04:24:00.346643 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6466bf10-8a8f-4227-8b0f-3d35b2326bad req-c35c67a7-5a8b-4a54-bbb3-727f5e29f799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:00.348082 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6466bf10-8a8f-4227-8b0f-3d35b2326bad req-c35c67a7-5a8b-4a54-bbb3-727f5e29f799 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=41ad6d82-393d-469b-ad56-b82ab9a77fee HTTP/1.1" status: 200 len: 918 time: 0.1585503 Oct 01 04:24:00.387076 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [req-5af13fee-c26a-441a-b412-1df46e534478 req-5a2d120f-1462-4253-b522-43298c727b4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 998978bd-7095-4f80-b84b-5589f1d6add2 {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 01 04:24:00.394407 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-5af13fee-c26a-441a-b412-1df46e534478 req-5a2d120f-1462-4253-b522-43298c727b4b service neutron] Publish callbacks [] for port (998978bd-7095-4f80-b84b-5589f1d6add2), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:00.407040 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-5af13fee-c26a-441a-b412-1df46e534478 req-5a2d120f-1462-4253-b522-43298c727b4b service neutron] Transition to ACTIVE for port object 998978bd-7095-4f80-b84b-5589f1d6add2 will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 01 04:24:00.409712 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-5af13fee-c26a-441a-b412-1df46e534478 req-5a2d120f-1462-4253-b522-43298c727b4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4916182'] for port (998978bd-7095-4f80-b84b-5589f1d6add2), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:00.488694 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2d120f-1462-4253-b522-43298c727b4b service neutron] Pushing event updated for resources: {'Port': ['ID=998978bd-7095-4f80-b84b-5589f1d6add2,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:00.517455 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-5af13fee-c26a-441a-b412-1df46e534478 req-5a2d120f-1462-4253-b522-43298c727b4b service neutron] Attempting to bind port 998978bd-7095-4f80-b84b-5589f1d6add2 on host hv-cinder-86004 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 01 04:24:00.517789 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-5af13fee-c26a-441a-b412-1df46e534478 req-5a2d120f-1462-4253-b522-43298c727b4b service neutron] Attempting to bind port 998978bd-7095-4f80-b84b-5589f1d6add2 by drivers openvswitch,hyperv on host hv-cinder-86004 at level 0 using segments [{'id': '614ad64a-e84b-4b23-b245-f6cd1be567b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 01 04:24:00.518113 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af13fee-c26a-441a-b412-1df46e534478 req-5a2d120f-1462-4253-b522-43298c727b4b service neutron] Attempting to bind port 998978bd-7095-4f80-b84b-5589f1d6add2 on network a58a68a2-3485-47fc-a402-341c963919cc {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:24:00.559499 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af13fee-c26a-441a-b412-1df46e534478 req-5a2d120f-1462-4253-b522-43298c727b4b service neutron] Port 998978bd-7095-4f80-b84b-5589f1d6add2 on network a58a68a2-3485-47fc-a402-341c963919cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86004 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 01 04:24:00.559818 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af13fee-c26a-441a-b412-1df46e534478 req-5a2d120f-1462-4253-b522-43298c727b4b service neutron] Attempting to bind port 998978bd-7095-4f80-b84b-5589f1d6add2 on network a58a68a2-3485-47fc-a402-341c963919cc {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:24:00.602094 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af13fee-c26a-441a-b412-1df46e534478 req-5a2d120f-1462-4253-b522-43298c727b4b service neutron] Checking agent: {'id': '2c3964fb-7920-4c48-8672-be15ccfa9ce8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86004', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 1, 4, 15, 53), 'started_at': datetime.datetime(2022, 10, 1, 4, 15, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 1, 4, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 01 04:24:00.602434 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af13fee-c26a-441a-b412-1df46e534478 req-5a2d120f-1462-4253-b522-43298c727b4b service neutron] Checking segment: {'id': '614ad64a-e84b-4b23-b245-f6cd1be567b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:24:00.602822 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af13fee-c26a-441a-b412-1df46e534478 req-5a2d120f-1462-4253-b522-43298c727b4b service neutron] Bound using segment: {'id': '614ad64a-e84b-4b23-b245-f6cd1be567b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 01 04:24:00.603251 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-5af13fee-c26a-441a-b412-1df46e534478 req-5a2d120f-1462-4253-b522-43298c727b4b service neutron] Bound port: 998978bd-7095-4f80-b84b-5589f1d6add2, host: hv-cinder-86004, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '614ad64a-e84b-4b23-b245-f6cd1be567b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 01 04:24:00.603607 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-5af13fee-c26a-441a-b412-1df46e534478 req-5a2d120f-1462-4253-b522-43298c727b4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (998978bd-7095-4f80-b84b-5589f1d6add2), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:00.669997 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-5af13fee-c26a-441a-b412-1df46e534478 req-5a2d120f-1462-4253-b522-43298c727b4b service neutron] For port 998978bd-7095-4f80-b84b-5589f1d6add2, host hv-cinder-86004, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 01 04:24:00.673025 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-5af13fee-c26a-441a-b412-1df46e534478 req-5a2d120f-1462-4253-b522-43298c727b4b service neutron] For port 998978bd-7095-4f80-b84b-5589f1d6add2, host hv-cinder-86004, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=998978bd-7095-4f80-b84b-5589f1d6add2,segment=NetworkSegment(614ad64a-e84b-4b23-b245-f6cd1be567b7),segment_id=614ad64a-e84b-4b23-b245-f6cd1be567b7)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 01 04:24:00.680444 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-5af13fee-c26a-441a-b412-1df46e534478 req-5a2d120f-1462-4253-b522-43298c727b4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4916182'] for port (998978bd-7095-4f80-b84b-5589f1d6add2), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:00.685580 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af13fee-c26a-441a-b412-1df46e534478 req-5a2d120f-1462-4253-b522-43298c727b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:00.686199 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-5af13fee-c26a-441a-b412-1df46e534478 req-5a2d120f-1462-4253-b522-43298c727b4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:00.687576 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5af13fee-c26a-441a-b412-1df46e534478 req-5a2d120f-1462-4253-b522-43298c727b4b service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/998978bd-7095-4f80-b84b-5589f1d6add2 HTTP/1.1" status: 200 len: 1094 time: 0.7793124 Oct 01 04:24:00.690583 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87cd0cbd-547d-4e0e-a797-7971ce307b17', 'tag': '998978bd-7095-4f80-b84b-5589f1d6add2'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:24:00.695474 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23a471ff00a13a2eea8c87216c43e2c9873adc8b08d975975de21b294c9ff96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2423b777-b659-41c3-bebb-063adb5eed5a" -d '{"events": [{"name": "network-changed", "server_uuid": "87cd0cbd-547d-4e0e-a797-7971ce307b17", "tag": "998978bd-7095-4f80-b84b-5589f1d6add2"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:24:00.794854 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 01 Oct 2022 04:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ab90bd-9d90-480a-abe1-1c11704544f4 x-openstack-request-id: req-79ab90bd-9d90-480a-abe1-1c11704544f4 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:24:00.795375 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87cd0cbd-547d-4e0e-a797-7971ce307b17", "tag": "998978bd-7095-4f80-b84b-5589f1d6add2", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:24:00.795502 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-79ab90bd-9d90-480a-abe1-1c11704544f4 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:24:00.796005 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79ab90bd-9d90-480a-abe1-1c11704544f4'] response: {'name': 'network-changed', 'server_uuid': '87cd0cbd-547d-4e0e-a797-7971ce307b17', 'tag': '998978bd-7095-4f80-b84b-5589f1d6add2', 'status': 'completed', 'code': 200} Oct 01 04:24:00.874591 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6466bf10-8a8f-4227-8b0f-3d35b2326bad req-718eab4c-0ac6-4ce0-a501-9df5ee378059 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=735577aa-5ec2-48d4-8f41-38cb8f95250a HTTP/1.1" status: 200 len: 999 time: 0.1719198 Oct 01 04:24:00.883394 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af13fee-c26a-441a-b412-1df46e534478 req-9b0a6d23-9edf-4276-9ed3-996be4405a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:00.884952 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5af13fee-c26a-441a-b412-1df46e534478 req-9b0a6d23-9edf-4276-9ed3-996be4405a33 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=721dd52b82194e4d91113d4d688900ae&device_id=87cd0cbd-547d-4e0e-a797-7971ce307b17 HTTP/1.1" status: 200 len: 1128 time: 0.0918872 Oct 01 04:24:00.922385 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2d120f-1462-4253-b522-43298c727b4b service neutron] Pushing event updated for resources: {'Port': ['ID=998978bd-7095-4f80-b84b-5589f1d6add2,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:00.932284 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:00.948958 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6466bf10-8a8f-4227-8b0f-3d35b2326bad req-41f23c1b-53ff-48d2-b05e-0f35fb188ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:00.950426 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6466bf10-8a8f-4227-8b0f-3d35b2326bad req-41f23c1b-53ff-48d2-b05e-0f35fb188ff4 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d3f0d177-35e4-4cba-a762-d1357d3a9c11 HTTP/1.1" status: 200 len: 856 time: 0.0695047 Oct 01 04:24:01.118275 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccde8ce-8205-4413-87e3-854cf61c4030 req-5f9aa888-330a-4c05-9fca-06037f2f5108 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:01.120073 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-3ccde8ce-8205-4413-87e3-854cf61c4030 req-5f9aa888-330a-4c05-9fca-06037f2f5108 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=87cd0cbd-547d-4e0e-a797-7971ce307b17 HTTP/1.1" status: 200 len: 944 time: 0.0519896 Oct 01 04:24:01.127564 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5af13fee-c26a-441a-b412-1df46e534478 req-34662fa0-efa4-4ab4-9f21-45b34a8b42c0 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=998978bd-7095-4f80-b84b-5589f1d6add2 HTTP/1.1" status: 200 len: 217 time: 0.0405850 Oct 01 04:24:01.181018 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-3ccde8ce-8205-4413-87e3-854cf61c4030 req-1b58cd09-64a1-441a-a040-1fb5de3eae30 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507102 Oct 01 04:24:01.201467 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:01.209928 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6466bf10-8a8f-4227-8b0f-3d35b2326bad req-6bc90e0a-da74-4e36-a031-56a759825829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:01.209928 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6466bf10-8a8f-4227-8b0f-3d35b2326bad req-6bc90e0a-da74-4e36-a031-56a759825829 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=41ad6d82-393d-469b-ad56-b82ab9a77fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0872452 Oct 01 04:24:01.218972 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af13fee-c26a-441a-b412-1df46e534478 req-887e7b14-4bd1-475b-8e91-e624f6e190e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:01.221076 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5af13fee-c26a-441a-b412-1df46e534478 req-887e7b14-4bd1-475b-8e91-e624f6e190e0 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=87bf8ff7-1e8d-4433-8f68-75f944f2c18e HTTP/1.1" status: 200 len: 851 time: 0.0651727 Oct 01 04:24:01.312910 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde2d43-d102-4c6f-a10e-21c6df89049a req-524cffd5-2da2-4bbf-83a1-c9970138f35b tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:01.314582 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-6fde2d43-d102-4c6f-a10e-21c6df89049a req-524cffd5-2da2-4bbf-83a1-c9970138f35b tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 944 time: 0.0624235 Oct 01 04:24:01.327568 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af13fee-c26a-441a-b412-1df46e534478 req-fcc8c633-fc6e-4c92-abee-9d2d94b7b8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:01.330474 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5af13fee-c26a-441a-b412-1df46e534478 req-fcc8c633-fc6e-4c92-abee-9d2d94b7b8ab service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a58a68a2-3485-47fc-a402-341c963919cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0621347 Oct 01 04:24:01.385618 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-6fde2d43-d102-4c6f-a10e-21c6df89049a req-e40e96c1-8ef0-46f6-b575-fe123bf94313 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600133 Oct 01 04:24:01.403711 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6466bf10-8a8f-4227-8b0f-3d35b2326bad req-8ba6dd6d-4775-41bd-b9c4-6916cb81d581 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41ad6d82-393d-469b-ad56-b82ab9a77fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898799 Oct 01 04:24:01.511157 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5af13fee-c26a-441a-b412-1df46e534478 req-9071a9f7-61e6-49f9-b3d5-551019054938 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a58a68a2-3485-47fc-a402-341c963919cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699927 Oct 01 04:24:01.595596 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6466bf10-8a8f-4227-8b0f-3d35b2326bad req-1dc65c71-42e8-482d-93c6-14704c884a3d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41ad6d82-393d-469b-ad56-b82ab9a77fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851850 Oct 01 04:24:01.635937 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5af13fee-c26a-441a-b412-1df46e534478 req-93d385c8-839d-403e-b1cb-e7b63373faeb service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a58a68a2-3485-47fc-a402-341c963919cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103170 Oct 01 04:24:01.899505 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2423b777-b659-41c3-bebb-063adb5eed5a req-5f48c8e7-f8e0-4cd5-82ab-055b4d699921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:01.902119 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2423b777-b659-41c3-bebb-063adb5eed5a req-5f48c8e7-f8e0-4cd5-82ab-055b4d699921 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=721dd52b82194e4d91113d4d688900ae&device_id=87cd0cbd-547d-4e0e-a797-7971ce307b17 HTTP/1.1" status: 200 len: 1128 time: 0.0635502 Oct 01 04:24:02.030269 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2423b777-b659-41c3-bebb-063adb5eed5a req-d573e4c7-156e-441c-b5e5-cc4e98df93f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:02.033318 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2423b777-b659-41c3-bebb-063adb5eed5a req-d573e4c7-156e-441c-b5e5-cc4e98df93f1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=a58a68a2-3485-47fc-a402-341c963919cc HTTP/1.1" status: 200 len: 913 time: 0.1225474 Oct 01 04:24:02.088629 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2423b777-b659-41c3-bebb-063adb5eed5a req-19c196a6-b510-4db7-914e-c5662276bc4c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=998978bd-7095-4f80-b84b-5589f1d6add2 HTTP/1.1" status: 200 len: 217 time: 0.0489171 Oct 01 04:24:02.215165 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 39806) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:24:02.330654 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137df429-e432-4847-a16c-a73d49d88101 req-7cb44ba7-6dbe-4848-85b3-9a6b8f201e80 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:02.333330 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-137df429-e432-4847-a16c-a73d49d88101 req-7cb44ba7-6dbe-4848-85b3-9a6b8f201e80 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=87cd0cbd-547d-4e0e-a797-7971ce307b17 HTTP/1.1" status: 200 len: 944 time: 0.0566199 Oct 01 04:24:02.362778 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d4bf7ac6-d290-4969-9585-5241c24dcc42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:02.372091 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [req-23b8fd24-cd26-4f03-a9df-5285509dab9a req-79fe1f76-8c62-4b5f-a1d2-79d262f38f32 service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106386) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 01 04:24:02.373184 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-23b8fd24-cd26-4f03-a9df-5285509dab9a req-79fe1f76-8c62-4b5f-a1d2-79d262f38f32 service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0630641 Oct 01 04:24:02.396719 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-137df429-e432-4847-a16c-a73d49d88101 req-b61033a3-1645-494f-8237-0cae64ccfda9 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568936 Oct 01 04:24:02.413526 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2423b777-b659-41c3-bebb-063adb5eed5a req-455b6268-43e1-4683-b85e-161b27126023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:02.414982 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2423b777-b659-41c3-bebb-063adb5eed5a req-455b6268-43e1-4683-b85e-161b27126023 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=87bf8ff7-1e8d-4433-8f68-75f944f2c18e HTTP/1.1" status: 200 len: 851 time: 0.0833187 Oct 01 04:24:02.437891 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:02.477202 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d4bf7ac6-d290-4969-9585-5241c24dcc42 admin admin] Publish callbacks [] for security_group (31d1b7d7-c2fb-4bf0-8cd8-8db2bba0cad5), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:02.481710 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d4bf7ac6-d290-4969-9585-5241c24dcc42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (31d1b7d7-c2fb-4bf0-8cd8-8db2bba0cad5), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:02.530643 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-d4bf7ac6-d290-4969-9585-5241c24dcc42 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=b8a01a630605461e8facb8fe09cf3db1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3143275 Oct 01 04:24:02.531725 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bf7ac6-d290-4969-9585-5241c24dcc42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d1b7d7-c2fb-4bf0-8cd8-8db2bba0cad5,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:02.533349 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 39822) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:24:02.613570 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557c19b-54b5-43c2-8092-e89a0d8c4553 req-aeced0c3-9e1d-46df-ae0a-46d3bb182305 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:02.614966 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a557c19b-54b5-43c2-8092-e89a0d8c4553 req-aeced0c3-9e1d-46df-ae0a-46d3bb182305 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 944 time: 0.0673254 Oct 01 04:24:02.648443 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8c76f550-5645-4193-b1a7-515d9ee017c9 admin admin] Publish callbacks [] for security_group (31d1b7d7-c2fb-4bf0-8cd8-8db2bba0cad5), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:02.687449 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8c76f550-5645-4193-b1a7-515d9ee017c9 admin admin] Publish callbacks [] for security_group (31d1b7d7-c2fb-4bf0-8cd8-8db2bba0cad5), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:02.702845 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a557c19b-54b5-43c2-8092-e89a0d8c4553 req-fb34d516-7baf-471f-9a0d-fb63ed02b727 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805595 Oct 01 04:24:02.756019 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8c76f550-5645-4193-b1a7-515d9ee017c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (31d1b7d7-c2fb-4bf0-8cd8-8db2bba0cad5), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:02.758306 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2423b777-b659-41c3-bebb-063adb5eed5a req-ed10e9db-2a3b-47e2-b747-d1c14e0173ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:02.759312 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8c76f550-5645-4193-b1a7-515d9ee017c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:02.759810 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2423b777-b659-41c3-bebb-063adb5eed5a req-ed10e9db-2a3b-47e2-b747-d1c14e0173ec service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a58a68a2-3485-47fc-a402-341c963919cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0719614 Oct 01 04:24:02.760470 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-8c76f550-5645-4193-b1a7-515d9ee017c9 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/31d1b7d7-c2fb-4bf0-8cd8-8db2bba0cad5 HTTP/1.1" status: 204 len: 168 time: 0.2261176 Oct 01 04:24:02.768793 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c76f550-5645-4193-b1a7-515d9ee017c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d1b7d7-c2fb-4bf0-8cd8-8db2bba0cad5,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:02.880383 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2423b777-b659-41c3-bebb-063adb5eed5a req-3f3d155b-4cf4-483b-a921-8838a8a40cff service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a58a68a2-3485-47fc-a402-341c963919cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128929 Oct 01 04:24:02.989611 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:02.994065 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 39842) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:24:02.995649 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2423b777-b659-41c3-bebb-063adb5eed5a req-c68869a4-5a0c-4df4-9d4a-ac0c4cd81f90 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a58a68a2-3485-47fc-a402-341c963919cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095455 Oct 01 04:24:03.069969 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:03.092574 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-e0249c4f-1af7-4bca-8bdf-4dc4c8618bae req-b1afd0a5-ad8c-4165-a536-bd4ec2c47c00 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0947387 Oct 01 04:24:03.109480 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [req-e0249c4f-1af7-4bca-8bdf-4dc4c8618bae req-c98c9d72-ef8f-4f1f-9f25-0219084dc064 service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106386) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 01 04:24:03.119212 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-e0249c4f-1af7-4bca-8bdf-4dc4c8618bae req-c98c9d72-ef8f-4f1f-9f25-0219084dc064 service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0191519 Oct 01 04:24:03.275664 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 39866) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:24:03.455157 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0249c4f-1af7-4bca-8bdf-4dc4c8618bae req-9803d3fd-e0d7-4813-b974-563e5225e78a tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:03.489307 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-e0249c4f-1af7-4bca-8bdf-4dc4c8618bae req-9803d3fd-e0d7-4813-b974-563e5225e78a tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports/735577aa-5ec2-48d4-8f41-38cb8f95250a HTTP/1.1" status: 200 len: 941 time: 0.2086537 Oct 01 04:24:03.534394 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 735577aa-5ec2-48d4-8f41-38cb8f95250a no longer exists at agent hyperv_hv-cinder-86004 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:24:03.550163 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6459b-fc98-4b90-9654-f3634f1a4b41 req-246144c3-6e04-481d-aaf8-258c580063cb tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:03.551778 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-15d6459b-fc98-4b90-9654-f3634f1a4b41 req-246144c3-6e04-481d-aaf8-258c580063cb tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=87cd0cbd-547d-4e0e-a797-7971ce307b17 HTTP/1.1" status: 200 len: 944 time: 0.0615129 Oct 01 04:24:03.615947 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-15d6459b-fc98-4b90-9654-f3634f1a4b41 req-d5c65935-d1ad-4159-89d8-0851bcc9c175 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560853 Oct 01 04:24:03.641076 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Current status of the port 735577aa-5ec2-48d4-8f41-38cb8f95250a is: DOWN; New status is: DOWN {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:24:03.861038 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4c466-bb0d-4ad5-a90e-28552e39a4d8 req-45bad378-a086-45e4-818a-9da3f47c6c84 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:03.863171 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-aaa4c466-bb0d-4ad5-a90e-28552e39a4d8 req-45bad378-a086-45e4-818a-9da3f47c6c84 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 944 time: 0.0610218 Oct 01 04:24:03.912336 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=42,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:03.919279 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:03.927170 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-aaa4c466-bb0d-4ad5-a90e-28552e39a4d8 req-09b52605-1333-426e-8db0-77e727814077 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568662 Oct 01 04:24:04.518962 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0249c4f-1af7-4bca-8bdf-4dc4c8618bae req-78e9d5d8-be76-4be4-a7f3-a003da669556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:04.520631 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e0249c4f-1af7-4bca-8bdf-4dc4c8618bae req-78e9d5d8-be76-4be4-a7f3-a003da669556 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464&tenant_id=19d87f6d9adf4ce98e934187ec8ae0d7 HTTP/1.1" status: 200 len: 1128 time: 0.0446429 Oct 01 04:24:04.584025 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0249c4f-1af7-4bca-8bdf-4dc4c8618bae req-d56465c4-dcc5-4860-8ce8-499b230a1724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:04.585564 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e0249c4f-1af7-4bca-8bdf-4dc4c8618bae req-d56465c4-dcc5-4860-8ce8-499b230a1724 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=19d87f6d9adf4ce98e934187ec8ae0d7&device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 1128 time: 0.0437663 Oct 01 04:24:04.683255 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0249c4f-1af7-4bca-8bdf-4dc4c8618bae req-4a4e9a6e-8279-41a4-81a0-cb991c62ca35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:04.684724 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e0249c4f-1af7-4bca-8bdf-4dc4c8618bae req-4a4e9a6e-8279-41a4-81a0-cb991c62ca35 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=41ad6d82-393d-469b-ad56-b82ab9a77fee HTTP/1.1" status: 200 len: 918 time: 0.0934210 Oct 01 04:24:04.712231 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:04.754641 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2551947c-cf9a-4c9d-828d-c0f3defa2a28 req-61632395-59c6-47a9-a3cd-b76a1946c7aa tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:04.756179 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2551947c-cf9a-4c9d-828d-c0f3defa2a28 req-61632395-59c6-47a9-a3cd-b76a1946c7aa tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=87cd0cbd-547d-4e0e-a797-7971ce307b17 HTTP/1.1" status: 200 len: 944 time: 0.0567219 Oct 01 04:24:04.757633 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e0249c4f-1af7-4bca-8bdf-4dc4c8618bae req-a559b6d9-1972-424a-aa07-d0b88c3076e1 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=735577aa-5ec2-48d4-8f41-38cb8f95250a HTTP/1.1" status: 200 len: 999 time: 0.0654457 Oct 01 04:24:04.810010 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0249c4f-1af7-4bca-8bdf-4dc4c8618bae req-c0d81a17-1054-41d2-8063-650611f59bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:04.812302 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e0249c4f-1af7-4bca-8bdf-4dc4c8618bae req-c0d81a17-1054-41d2-8063-650611f59bd8 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d3f0d177-35e4-4cba-a762-d1357d3a9c11 HTTP/1.1" status: 200 len: 856 time: 0.0492938 Oct 01 04:24:04.813735 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2551947c-cf9a-4c9d-828d-c0f3defa2a28 req-8a89dca2-407c-404f-86fa-104fd4ae8ae3 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507908 Oct 01 04:24:04.857914 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0249c4f-1af7-4bca-8bdf-4dc4c8618bae req-7142ca4d-2957-48ef-8add-7f4159889a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:04.859425 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e0249c4f-1af7-4bca-8bdf-4dc4c8618bae req-7142ca4d-2957-48ef-8add-7f4159889a2b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=41ad6d82-393d-469b-ad56-b82ab9a77fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409315 Oct 01 04:24:04.955480 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e0249c4f-1af7-4bca-8bdf-4dc4c8618bae req-e6c081d4-8673-4898-9146-d3af94ef6961 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41ad6d82-393d-469b-ad56-b82ab9a77fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902712 Oct 01 04:24:05.069909 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e0249c4f-1af7-4bca-8bdf-4dc4c8618bae req-72fc813b-37fc-4c0a-b585-b854d60847eb service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41ad6d82-393d-469b-ad56-b82ab9a77fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078317 Oct 01 04:24:05.072288 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1217e4a0-b2fd-412a-bd54-fe8728f0d8ec req-7466128f-69e7-4b42-826e-31c14ee4cdf2 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:05.073753 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-1217e4a0-b2fd-412a-bd54-fe8728f0d8ec req-7466128f-69e7-4b42-826e-31c14ee4cdf2 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 944 time: 0.0497687 Oct 01 04:24:05.134084 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ff027-fc90-4e64-8f8f-48dce6de0d57 req-23bf3a91-364c-42f9-9c9e-d3e427494e68 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:05.135523 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-de1ff027-fc90-4e64-8f8f-48dce6de0d57 req-23bf3a91-364c-42f9-9c9e-d3e427494e68 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fe5ffc66-fce0-4d07-9190-6b4634a9047b HTTP/1.1" status: 200 len: 945 time: 0.0712249 Oct 01 04:24:05.173637 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-1217e4a0-b2fd-412a-bd54-fe8728f0d8ec req-3384cd45-ae6b-4d9d-a106-0c84bed81828 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913730 Oct 01 04:24:05.213276 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-de1ff027-fc90-4e64-8f8f-48dce6de0d57 req-51ba5e20-a3f9-4566-b747-360c5c61789a tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7b885506-c339-41ad-b053-54869367eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720196 Oct 01 04:24:05.939293 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793f715-5e4e-4ab8-81b0-57520fd12754 req-eaf219e2-0cb9-42d8-8cfb-ccf1eb9b2641 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:05.940732 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-5793f715-5e4e-4ab8-81b0-57520fd12754 req-eaf219e2-0cb9-42d8-8cfb-ccf1eb9b2641 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=87cd0cbd-547d-4e0e-a797-7971ce307b17 HTTP/1.1" status: 200 len: 944 time: 0.0478749 Oct 01 04:24:05.989352 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-5793f715-5e4e-4ab8-81b0-57520fd12754 req-15eed677-faad-42b9-a964-b45c2640afb3 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428033 Oct 01 04:24:06.352491 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d667e3-4d81-4aa4-9b5f-e218c17812e4 req-0b1c4529-4643-448f-b01a-ae9c59827636 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:06.354822 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-49d667e3-4d81-4aa4-9b5f-e218c17812e4 req-0b1c4529-4643-448f-b01a-ae9c59827636 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 944 time: 0.0912385 Oct 01 04:24:06.364470 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cdbf3e-5eb3-454d-bfe1-05ee75cca703 req-92e075ee-1b5b-48d6-90c8-8a66469990f3 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:06.366883 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-33cdbf3e-5eb3-454d-bfe1-05ee75cca703 req-92e075ee-1b5b-48d6-90c8-8a66469990f3 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fe5ffc66-fce0-4d07-9190-6b4634a9047b HTTP/1.1" status: 200 len: 945 time: 0.0752845 Oct 01 04:24:06.452546 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-49d667e3-4d81-4aa4-9b5f-e218c17812e4 req-5529fd34-7cfb-43cf-bd8f-7d09d070dffd tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845606 Oct 01 04:24:06.455725 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-33cdbf3e-5eb3-454d-bfe1-05ee75cca703 req-57d016d4-9de9-456d-97f3-015f27c6343c tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7b885506-c339-41ad-b053-54869367eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794811 Oct 01 04:24:06.758636 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e85a5f-647f-42c8-ac43-11d199e194b3 req-e2c83e29-a050-49aa-8d3b-37ba3d12edc2 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:06.760509 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-02e85a5f-647f-42c8-ac43-11d199e194b3 req-e2c83e29-a050-49aa-8d3b-37ba3d12edc2 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe5ffc66-fce0-4d07-9190-6b4634a9047b HTTP/1.1" status: 200 len: 945 time: 0.0611265 Oct 01 04:24:06.863260 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-02e85a5f-647f-42c8-ac43-11d199e194b3 req-4f51e2be-1b82-42d8-b28c-a176c04249eb tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Deleting port b87ca074-d876-4fb1-9848-b40704e5a030 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:24:06.863810 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-02e85a5f-647f-42c8-ac43-11d199e194b3 req-4f51e2be-1b82-42d8-b28c-a176c04249eb tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (b87ca074-d876-4fb1-9848-b40704e5a030), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:06.946131 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:07.029464 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-02e85a5f-647f-42c8-ac43-11d199e194b3 req-4f51e2be-1b82-42d8-b28c-a176c04249eb tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] For port b87ca074-d876-4fb1-9848-b40704e5a030, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=b87ca074-d876-4fb1-9848-b40704e5a030,segment=NetworkSegment(456799c3-9e2a-4334-9278-8f3823819afe),segment_id=456799c3-9e2a-4334-9278-8f3823819afe)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:24:07.033908 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-02e85a5f-647f-42c8-ac43-11d199e194b3 req-4f51e2be-1b82-42d8-b28c-a176c04249eb tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (b87ca074-d876-4fb1-9848-b40704e5a030), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:07.138400 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6a6ad-5e8e-4c33-a9f3-1687c74f38ed req-49317a2a-2d4d-4d7c-b475-38267342fae9 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:07.140558 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-13a6a6ad-5e8e-4c33-a9f3-1687c74f38ed req-49317a2a-2d4d-4d7c-b475-38267342fae9 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=87cd0cbd-547d-4e0e-a797-7971ce307b17 HTTP/1.1" status: 200 len: 944 time: 0.0622017 Oct 01 04:24:07.201929 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-13a6a6ad-5e8e-4c33-a9f3-1687c74f38ed req-8b3f884f-8d94-4f9e-857f-a94e1d8385fd tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552063 Oct 01 04:24:07.240713 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-02e85a5f-647f-42c8-ac43-11d199e194b3 req-4f51e2be-1b82-42d8-b28c-a176c04249eb tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:07.241787 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-02e85a5f-647f-42c8-ac43-11d199e194b3 req-4f51e2be-1b82-42d8-b28c-a176c04249eb tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989928'] for floatingip (4e853062-424f-4f73-b3c7-fa3ace0fd317), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:07.242105 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.db.l3_db [req-02e85a5f-647f-42c8-ac43-11d199e194b3 req-4f51e2be-1b82-42d8-b28c-a176c04249eb tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Floating IP 4e853062-424f-4f73-b3c7-fa3ace0fd317 disassociated. External IP: 172.27.2.113, port: b87ca074-d876-4fb1-9848-b40704e5a030. Oct 01 04:24:07.242452 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-02e85a5f-647f-42c8-ac43-11d199e194b3 req-4f51e2be-1b82-42d8-b28c-a176c04249eb tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Calling delete_port for b87ca074-d876-4fb1-9848-b40704e5a030 owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:24:07.302826 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:07.376818 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-02e85a5f-647f-42c8-ac43-11d199e194b3 req-4f51e2be-1b82-42d8-b28c-a176c04249eb tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (b87ca074-d876-4fb1-9848-b40704e5a030), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:07.410936 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f51e2be-1b82-42d8-b28c-a176c04249eb tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Pushing event deleted for resources: {'Port': ['ID=b87ca074-d876-4fb1-9848-b40704e5a030,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:07.637654 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02e85a5f-647f-42c8-ac43-11d199e194b3 req-4f51e2be-1b82-42d8-b28c-a176c04249eb tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Router bd3e2cc2-4a45-4937-a829-76647eb9c5f8 has already been hosted by L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 01 04:24:07.687701 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-bdc9029c-67cc-409c-b9a9-8a07ca777c20 req-17fd26b3-6cea-4f6d-ac06-3d263657a810 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fe5ffc66-fce0-4d07-9190-6b4634a9047b HTTP/1.1" status: 200 len: 210 time: 0.1059549 Oct 01 04:24:07.719068 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e20a1f-3c9b-488d-9fd9-ddb5e1adc83d req-33d42f92-d643-4536-9b4e-183817af03a4 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:07.727125 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-91e20a1f-3c9b-488d-9fd9-ddb5e1adc83d req-33d42f92-d643-4536-9b4e-183817af03a4 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 944 time: 0.0955551 Oct 01 04:24:07.783805 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:07.810367 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-91e20a1f-3c9b-488d-9fd9-ddb5e1adc83d req-55ad8566-b00e-4a4e-907f-784e03a8682f tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817592 Oct 01 04:24:08.111124 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02e85a5f-647f-42c8-ac43-11d199e194b3 req-4f51e2be-1b82-42d8-b28c-a176c04249eb tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:24:08.124669 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98836862-3a58-40d6-af78-f786c4f98a56 None None] Sync routers for ids ['bd3e2cc2-4a45-4937-a829-76647eb9c5f8'] in dv-cinder-860044-1-iscsi {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:24:08.136191 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98836862-3a58-40d6-af78-f786c4f98a56 None None] Routers {'bd3e2cc2-4a45-4937-a829-76647eb9c5f8'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:24:08.137112 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-98836862-3a58-40d6-af78-f786c4f98a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:23:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['bd3e2cc2-4a45-4937-a829-76647eb9c5f8'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:24:08.161764 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e85a5f-647f-42c8-ac43-11d199e194b3 req-4f51e2be-1b82-42d8-b28c-a176c04249eb tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] No DVR routers for this DVR port b87ca074-d876-4fb1-9848-b40704e5a030 on host hv-cinder-86004 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 01 04:24:08.165658 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-02e85a5f-647f-42c8-ac43-11d199e194b3 req-4f51e2be-1b82-42d8-b28c-a176c04249eb tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:08.170796 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-02e85a5f-647f-42c8-ac43-11d199e194b3 req-4f51e2be-1b82-42d8-b28c-a176c04249eb tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.25 "DELETE /networking/v2.0/ports/b87ca074-d876-4fb1-9848-b40704e5a030 HTTP/1.1" status: 204 len: 173 time: 1.4024949 Oct 01 04:24:08.171525 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe5ffc66-fce0-4d07-9190-6b4634a9047b', 'name': 'network-vif-deleted', 'tag': 'b87ca074-d876-4fb1-9848-b40704e5a030'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:24:08.174598 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23a471ff00a13a2eea8c87216c43e2c9873adc8b08d975975de21b294c9ff96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98fca81c-9c40-49f7-8e5b-6f3ba869f4f6" -d '{"events": [{"server_uuid": "fe5ffc66-fce0-4d07-9190-6b4634a9047b", "name": "network-vif-deleted", "tag": "b87ca074-d876-4fb1-9848-b40704e5a030"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:24:08.273726 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-98836862-3a58-40d6-af78-f786c4f98a56 None None] Set router bd3e2cc2-4a45-4937-a829-76647eb9c5f8 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:24:08.293237 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 01 Oct 2022 04:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6c6f30-7880-4f9e-9a91-2dc2e4505bfe x-openstack-request-id: req-ad6c6f30-7880-4f9e-9a91-2dc2e4505bfe {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:24:08.293897 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe5ffc66-fce0-4d07-9190-6b4634a9047b", "name": "network-vif-deleted", "tag": "b87ca074-d876-4fb1-9848-b40704e5a030", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:24:08.294516 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ad6c6f30-7880-4f9e-9a91-2dc2e4505bfe {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:24:08.295182 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad6c6f30-7880-4f9e-9a91-2dc2e4505bfe'] response: {'server_uuid': 'fe5ffc66-fce0-4d07-9190-6b4634a9047b', 'name': 'network-vif-deleted', 'tag': 'b87ca074-d876-4fb1-9848-b40704e5a030', 'status': 'completed', 'code': 200} Oct 01 04:24:08.402152 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da975d-db52-4c7e-bb8d-7c460dea31e8 req-050ab9c6-b2dc-445e-8617-d29d4a748a8e tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:08.405043 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-32da975d-db52-4c7e-bb8d-7c460dea31e8 req-050ab9c6-b2dc-445e-8617-d29d4a748a8e tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=87cd0cbd-547d-4e0e-a797-7971ce307b17 HTTP/1.1" status: 200 len: 944 time: 0.0712130 Oct 01 04:24:08.461809 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:08.503141 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-32da975d-db52-4c7e-bb8d-7c460dea31e8 req-0b18a9e7-bc18-42c1-8de6-3f1bc37e67dd tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803828 Oct 01 04:24:08.589660 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-98836862-3a58-40d6-af78-f786c4f98a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'name': 'tempest-AttachVolumeTestJSON-180303181-router', 'tenant_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'fcc80e9b-d217-4578-b3d7-051e03c8ba8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:42Z', 'updated_at': '2022-10-01T04:17:55Z', 'revision_number': 4, 'project_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'gw_port': {'id': 'fcc80e9b-d217-4578-b3d7-051e03c8ba8c', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:43Z', 'updated_at': '2022-10-01T04:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '03de13cd-17bd-4c7d-8ee6-140edfcf3b21', 'name': '', 'network_id': '3af0afc2-a8fa-427e-a8af-57c40105fd2b', 'tenant_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'mac_address': 'fa:16:3e:9b:9c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '89891fb7-0571-4637-a13e-eaebabac5342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:51Z', 'updated_at': '2022-10-01T04:18:10Z', 'revision_number': 5, 'project_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'subnets': [{'id': '89891fb7-0571-4637-a13e-eaebabac5342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:24:08.619427 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98836862-3a58-40d6-af78-f786c4f98a56 None None] Checking router: bd3e2cc2-4a45-4937-a829-76647eb9c5f8 for host: dv-cinder-860044-1-iscsi {{(pid=106388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:24:08.630096 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98836862-3a58-40d6-af78-f786c4f98a56 None None] Routers {'bd3e2cc2-4a45-4937-a829-76647eb9c5f8'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:24:08.632716 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-98836862-3a58-40d6-af78-f786c4f98a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:23:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['bd3e2cc2-4a45-4937-a829-76647eb9c5f8'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:24:08.801318 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-98836862-3a58-40d6-af78-f786c4f98a56 None None] Set router bd3e2cc2-4a45-4937-a829-76647eb9c5f8 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:24:08.874272 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-c19fb566-ed26-43c7-afc1-a28666a65cec req-47b050ee-3dc0-4337-bd1e-6ba04ddcb776 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fe5ffc66-fce0-4d07-9190-6b4634a9047b HTTP/1.1" status: 200 len: 210 time: 0.0719938 Oct 01 04:24:08.978129 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:08.984254 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300a7ee-8d58-4aa1-9585-2d618c9d81f5 req-767506d9-c27c-408b-ab7b-c349035145f9 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:08.986032 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-0300a7ee-8d58-4aa1-9585-2d618c9d81f5 req-767506d9-c27c-408b-ab7b-c349035145f9 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 944 time: 0.0501912 Oct 01 04:24:09.082702 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-98836862-3a58-40d6-af78-f786c4f98a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'name': 'tempest-AttachVolumeTestJSON-180303181-router', 'tenant_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'fcc80e9b-d217-4578-b3d7-051e03c8ba8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:42Z', 'updated_at': '2022-10-01T04:17:55Z', 'revision_number': 4, 'project_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'gw_port': {'id': 'fcc80e9b-d217-4578-b3d7-051e03c8ba8c', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:43Z', 'updated_at': '2022-10-01T04:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '03de13cd-17bd-4c7d-8ee6-140edfcf3b21', 'name': '', 'network_id': '3af0afc2-a8fa-427e-a8af-57c40105fd2b', 'tenant_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'mac_address': 'fa:16:3e:9b:9c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '89891fb7-0571-4637-a13e-eaebabac5342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:51Z', 'updated_at': '2022-10-01T04:18:10Z', 'revision_number': 5, 'project_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'subnets': [{'id': '89891fb7-0571-4637-a13e-eaebabac5342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:24:09.086304 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-0300a7ee-8d58-4aa1-9585-2d618c9d81f5 req-3721c843-f817-4091-9492-772387c1283b tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919693 Oct 01 04:24:09.111082 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98836862-3a58-40d6-af78-f786c4f98a56 None None] The sync data for ids ['bd3e2cc2-4a45-4937-a829-76647eb9c5f8'] in dv-cinder-860044-1-iscsi is: [{'id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'name': 'tempest-AttachVolumeTestJSON-180303181-router', 'tenant_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'fcc80e9b-d217-4578-b3d7-051e03c8ba8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:42Z', 'updated_at': '2022-10-01T04:17:55Z', 'revision_number': 4, 'project_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'gw_port': {'id': 'fcc80e9b-d217-4578-b3d7-051e03c8ba8c', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:43Z', 'updated_at': '2022-10-01T04:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '03de13cd-17bd-4c7d-8ee6-140edfcf3b21', 'name': '', 'network_id': '3af0afc2-a8fa-427e-a8af-57c40105fd2b', 'tenant_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'mac_address': 'fa:16:3e:9b:9c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '89891fb7-0571-4637-a13e-eaebabac5342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:51Z', 'updated_at': '2022-10-01T04:18:10Z', 'revision_number': 5, 'project_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'subnets': [{'id': '89891fb7-0571-4637-a13e-eaebabac5342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:24:09.416630 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43d7bb3-a0d7-4e4c-906f-7bd54cd59f23 None None] New status for floating IP 4e853062-424f-4f73-b3c7-fa3ace0fd317: DOWN {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 01 04:24:09.557687 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 998978bd-7095-4f80-b84b-5589f1d6add2 details requested by agent hyperv_hv-cinder-86004 with host hv-cinder-86004 {{(pid=106388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 01 04:24:09.560079 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device b87ca074-d876-4fb1-9848-b40704e5a030 no longer exists at agent hyperv_hv-cinder-86004 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:24:09.603828 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] No Port match for: b87ca074-d876-4fb1-9848-b40704e5a030 {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 01 04:24:09.603828 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device b87ca074-d876-4fb1-9848-b40704e5a030 not bound to the agent host hv-cinder-86004 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 01 04:24:09.650982 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14c2ea-6f06-4ee3-8a44-f686b97bfd0f req-c5fa990d-3697-4cf9-9c1a-e1883dd5d6f7 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:09.660772 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-bb14c2ea-6f06-4ee3-8a44-f686b97bfd0f req-c5fa990d-3697-4cf9-9c1a-e1883dd5d6f7 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=87cd0cbd-547d-4e0e-a797-7971ce307b17 HTTP/1.1" status: 200 len: 944 time: 0.0694988 Oct 01 04:24:09.737615 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-bb14c2ea-6f06-4ee3-8a44-f686b97bfd0f req-db9be93a-f5a5-4c2e-a55b-b82502c03561 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744803 Oct 01 04:24:09.773880 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port 998978bd-7095-4f80-b84b-5589f1d6add2, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=998978bd-7095-4f80-b84b-5589f1d6add2,segment=NetworkSegment(614ad64a-e84b-4b23-b245-f6cd1be567b7),segment_id=614ad64a-e84b-4b23-b245-f6cd1be567b7)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:24:09.791663 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Returning: {'device': '998978bd-7095-4f80-b84b-5589f1d6add2', 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc', 'port_id': '998978bd-7095-4f80-b84b-5589f1d6add2', 'mac_address': 'fa:16:3e:16:34:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87bf8ff7-1e8d-4433-8f68-75f944f2c18e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 01 04:24:09.838875 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Current status of the port 998978bd-7095-4f80-b84b-5589f1d6add2 is: DOWN; New status is: BUILD {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:24:09.839294 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (998978bd-7095-4f80-b84b-5589f1d6add2), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:09.858423 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 998978bd-7095-4f80-b84b-5589f1d6add2 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 01 04:24:09.887586 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port 998978bd-7095-4f80-b84b-5589f1d6add2, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=998978bd-7095-4f80-b84b-5589f1d6add2,segment=NetworkSegment(614ad64a-e84b-4b23-b245-f6cd1be567b7),segment_id=614ad64a-e84b-4b23-b245-f6cd1be567b7)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:24:09.891750 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (998978bd-7095-4f80-b84b-5589f1d6add2), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:09.964169 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Pushing event updated for resources: {'Port': ['ID=998978bd-7095-4f80-b84b-5589f1d6add2,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:10.005473 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-aaec13a5-b0cc-4f95-aaa5-dba9d0cbc314 req-15b01f11-68a6-43c2-be5e-1878d2832d05 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fe5ffc66-fce0-4d07-9190-6b4634a9047b HTTP/1.1" status: 200 len: 210 time: 0.0326607 Oct 01 04:24:10.101317 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] get_ports_and_sgs() called for port_ids ['998978bd-7095-4f80-b84b-5589f1d6add2'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 01 04:24:10.236603 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:10.294261 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504aa388-d60c-4d95-903b-86e5d8b058b0 req-c8459575-e0c2-45f0-90cd-78a6b7c65437 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:10.298426 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-504aa388-d60c-4d95-903b-86e5d8b058b0 req-c8459575-e0c2-45f0-90cd-78a6b7c65437 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 944 time: 0.0838013 Oct 01 04:24:10.340444 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:10.405400 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-504aa388-d60c-4d95-903b-86e5d8b058b0 req-5164655a-cf64-4b1d-971c-b2a4cb884e9c tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962598 Oct 01 04:24:10.875329 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2ccca-48a5-4143-87b7-222984ecf425 req-13064831-0aac-4ab7-b23b-0e293aeb64f4 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:10.878999 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7ba2ccca-48a5-4143-87b7-222984ecf425 req-13064831-0aac-4ab7-b23b-0e293aeb64f4 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=87cd0cbd-547d-4e0e-a797-7971ce307b17 HTTP/1.1" status: 200 len: 945 time: 0.0555558 Oct 01 04:24:10.937180 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7ba2ccca-48a5-4143-87b7-222984ecf425 req-d694d1e4-28d4-4e4f-9f9e-ad8bb2482aeb tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529304 Oct 01 04:24:11.120285 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-35531ce3-0dad-4f8d-9a9f-ed5852a2246d req-0a02b8ae-8abf-465f-8836-37233aa67a91 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fe5ffc66-fce0-4d07-9190-6b4634a9047b HTTP/1.1" status: 200 len: 210 time: 0.0300636 Oct 01 04:24:11.567372 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 998978bd-7095-4f80-b84b-5589f1d6add2 up at agent hyperv_hv-cinder-86004 {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:24:11.587038 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d484d8-57a5-44fe-bb6b-6a2ef414ea24 req-9c66c4ea-2860-4e42-9de8-229be8e1f584 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:11.595330 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a9d484d8-57a5-44fe-bb6b-6a2ef414ea24 req-9c66c4ea-2860-4e42-9de8-229be8e1f584 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 944 time: 0.0741258 Oct 01 04:24:11.618001 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Provisioning for port 998978bd-7095-4f80-b84b-5589f1d6add2 completed by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 01 04:24:11.628529 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Provisioning complete for port 998978bd-7095-4f80-b84b-5589f1d6add2 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:24:11.629139 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (998978bd-7095-4f80-b84b-5589f1d6add2), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:11.629765 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Attempt 1 to provision port 998978bd-7095-4f80-b84b-5589f1d6add2 Oct 01 04:24:11.648822 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a9d484d8-57a5-44fe-bb6b-6a2ef414ea24 req-ae0ff160-e6b9-4f0f-928c-ce5c0685dba5 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513442 Oct 01 04:24:11.726384 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Current status of the port 998978bd-7095-4f80-b84b-5589f1d6add2 is: BUILD; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:24:11.726696 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (998978bd-7095-4f80-b84b-5589f1d6add2), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:11.746856 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:11.751643 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87cd0cbd-547d-4e0e-a797-7971ce307b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998978bd-7095-4f80-b84b-5589f1d6add2'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:24:11.754050 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc2ed8ba810a9a899feae06a2d512ab46721588d0493fdbeca0f1bffbb3e03b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cc6ec1-616c-4ed1-a8fe-f7700e13aa36" -d '{"events": [{"server_uuid": "87cd0cbd-547d-4e0e-a797-7971ce307b17", "name": "network-vif-plugged", "status": "completed", "tag": "998978bd-7095-4f80-b84b-5589f1d6add2"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:24:11.769273 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port 998978bd-7095-4f80-b84b-5589f1d6add2, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=998978bd-7095-4f80-b84b-5589f1d6add2,segment=NetworkSegment(614ad64a-e84b-4b23-b245-f6cd1be567b7),segment_id=614ad64a-e84b-4b23-b245-f6cd1be567b7)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:24:11.773589 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (998978bd-7095-4f80-b84b-5589f1d6add2), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:11.798485 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 01 Oct 2022 04:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9d54b9-a88e-4238-8397-592e607bbb5c x-openstack-request-id: req-1d9d54b9-a88e-4238-8397-592e607bbb5c {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:24:11.798780 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87cd0cbd-547d-4e0e-a797-7971ce307b17", "name": "network-vif-plugged", "status": "completed", "tag": "998978bd-7095-4f80-b84b-5589f1d6add2", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:24:11.799033 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1d9d54b9-a88e-4238-8397-592e607bbb5c {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:24:11.799421 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d9d54b9-a88e-4238-8397-592e607bbb5c'] response: {'server_uuid': '87cd0cbd-547d-4e0e-a797-7971ce307b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998978bd-7095-4f80-b84b-5589f1d6add2', 'code': 200} Oct 01 04:24:11.828796 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Pushing event updated for resources: {'Port': ['ID=998978bd-7095-4f80-b84b-5589f1d6add2,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:12.075012 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdbf18c-f21e-4dbc-befa-b682e419f03d req-e4487825-6bd8-4746-b3f7-51bd2c01d380 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:12.076692 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-afdbf18c-f21e-4dbc-befa-b682e419f03d req-e4487825-6bd8-4746-b3f7-51bd2c01d380 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=87cd0cbd-547d-4e0e-a797-7971ce307b17 HTTP/1.1" status: 200 len: 946 time: 0.0533175 Oct 01 04:24:12.140009 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-afdbf18c-f21e-4dbc-befa-b682e419f03d req-a576e436-911b-4de8-a525-37647b60598c tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570614 Oct 01 04:24:12.267306 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-8ab9ff92-5836-4da6-9600-e22fb4ffcad7 req-332d8581-bd57-4f34-b465-c6941ce5f0f4 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fe5ffc66-fce0-4d07-9190-6b4634a9047b HTTP/1.1" status: 200 len: 210 time: 0.0440373 Oct 01 04:24:12.762583 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-19da6b46-eb73-41c2-91ef-7aff188bdb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (973633b6-dd94-436d-b3a5-971dbc41e63c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:12.807156 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b755846-9750-4c8d-9fe7-9c95f581e21d req-48cab47b-9825-4bb3-910c-2e7f71574f63 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:12.809295 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-5b755846-9750-4c8d-9fe7-9c95f581e21d req-48cab47b-9825-4bb3-910c-2e7f71574f63 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 944 time: 0.0560052 Oct 01 04:24:12.882311 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-5b755846-9750-4c8d-9fe7-9c95f581e21d req-5c49e0f6-6a9e-4144-be9a-f3d05d73ebcf tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661011 Oct 01 04:24:13.292092 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d0129-e8f5-4516-8091-6929ad033d3e req-b51949da-06b8-4cce-8b4e-ebaee247de89 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:13.295289 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-747d0129-e8f5-4516-8091-6929ad033d3e req-b51949da-06b8-4cce-8b4e-ebaee247de89 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=87cd0cbd-547d-4e0e-a797-7971ce307b17 HTTP/1.1" status: 200 len: 946 time: 0.0519977 Oct 01 04:24:13.374530 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-747d0129-e8f5-4516-8091-6929ad033d3e req-cb5b63a0-dcbb-49d9-a931-34ef46e3a9f4 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725586 Oct 01 04:24:13.390949 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2be65248-12be-49f1-b71c-a23c59745dbd req-0ad6680f-15f7-4fbf-b8b0-3c580c8ee244 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fe5ffc66-fce0-4d07-9190-6b4634a9047b HTTP/1.1" status: 200 len: 210 time: 0.0345478 Oct 01 04:24:14.020158 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d8190-926e-485f-b7f3-179e4ee9b925 req-021792dc-2815-41cd-a6f8-67d43e7c2de0 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:14.022513 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-3d9d8190-926e-485f-b7f3-179e4ee9b925 req-021792dc-2815-41cd-a6f8-67d43e7c2de0 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 944 time: 0.0474534 Oct 01 04:24:14.085766 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-3d9d8190-926e-485f-b7f3-179e4ee9b925 req-b65fbbaa-60d1-4276-a7b3-ff5351046b87 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560884 Oct 01 04:24:14.513773 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:14.523302 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec720724-a726-4e2e-94ae-a6a3f1465209 req-eb516de4-1483-4179-a909-b603c6b3ab80 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:14.525020 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-ec720724-a726-4e2e-94ae-a6a3f1465209 req-eb516de4-1483-4179-a909-b603c6b3ab80 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=87cd0cbd-547d-4e0e-a797-7971ce307b17 HTTP/1.1" status: 200 len: 946 time: 0.0639358 Oct 01 04:24:14.555001 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-1728e033-f3df-46b1-897c-07e6f0e22097 req-ef925a84-1209-44c9-b21a-f161a0eee9eb tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fe5ffc66-fce0-4d07-9190-6b4634a9047b HTTP/1.1" status: 200 len: 210 time: 0.0646451 Oct 01 04:24:14.597231 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-ec720724-a726-4e2e-94ae-a6a3f1465209 req-7a879983-1666-4955-acd4-a48f9b58a0a5 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508814 Oct 01 04:24:14.919049 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 40102) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:24:15.063969 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-0ddef4f4-3808-4a74-ad61-ea3edbaf6b03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:15.078358 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-966c6240-a370-41c6-a2e6-7f74dea7edd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (797ac3f1-c973-4eec-9950-99ad88971ed1), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:15.158182 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-0ddef4f4-3808-4a74-ad61-ea3edbaf6b03 admin admin] Publish callbacks [] for security_group (690627d9-209f-45dd-bb96-097f3c413f4a), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:15.161906 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-0ddef4f4-3808-4a74-ad61-ea3edbaf6b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (690627d9-209f-45dd-bb96-097f3c413f4a), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:15.221633 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddef4f4-3808-4a74-ad61-ea3edbaf6b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690627d9-209f-45dd-bb96-097f3c413f4a,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:15.248121 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 40108) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:24:15.249572 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-0ddef4f4-3808-4a74-ad61-ea3edbaf6b03 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=606b81358ba64ffd83b8ef1cf810e52c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3290663 Oct 01 04:24:15.261172 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:15.286116 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8347d74-57f9-4221-bf0b-4abd8fee5e4f req-53dc8083-3094-491e-bdb1-2470eb17cf5d tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:15.288328 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b8347d74-57f9-4221-bf0b-4abd8fee5e4f req-53dc8083-3094-491e-bdb1-2470eb17cf5d tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 944 time: 0.0912559 Oct 01 04:24:15.345324 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0c7a-0566-4c53-a235-cbfaccb0619b admin admin] Publish callbacks [] for security_group (690627d9-209f-45dd-bb96-097f3c413f4a), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:15.371431 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b8347d74-57f9-4221-bf0b-4abd8fee5e4f req-2d82fb69-46a2-4f1d-bc2d-e5abb856e4a2 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751598 Oct 01 04:24:15.371905 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0c7a-0566-4c53-a235-cbfaccb0619b admin admin] Publish callbacks [] for security_group (690627d9-209f-45dd-bb96-097f3c413f4a), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:15.437062 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0c7a-0566-4c53-a235-cbfaccb0619b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (690627d9-209f-45dd-bb96-097f3c413f4a), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:15.439980 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0c7a-0566-4c53-a235-cbfaccb0619b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:15.457245 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-2bbb0c7a-0566-4c53-a235-cbfaccb0619b admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/690627d9-209f-45dd-bb96-097f3c413f4a HTTP/1.1" status: 204 len: 168 time: 0.1961277 Oct 01 04:24:15.475971 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0c7a-0566-4c53-a235-cbfaccb0619b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690627d9-209f-45dd-bb96-097f3c413f4a,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:15.770384 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-179cadc0-66a4-4614-859d-73c1ed6482e2 req-7bbaa861-e1ee-4e35-b92e-3895751d16a4 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fe5ffc66-fce0-4d07-9190-6b4634a9047b HTTP/1.1" status: 200 len: 210 time: 0.1054683 Oct 01 04:24:15.780273 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bdebb2-7b90-491d-8aa7-fce6bfc19916 req-c373f660-5737-4363-9501-ccb9a02b8489 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:15.782020 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-47bdebb2-7b90-491d-8aa7-fce6bfc19916 req-c373f660-5737-4363-9501-ccb9a02b8489 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=87cd0cbd-547d-4e0e-a797-7971ce307b17 HTTP/1.1" status: 200 len: 946 time: 0.0777080 Oct 01 04:24:15.836897 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-47bdebb2-7b90-491d-8aa7-fce6bfc19916 req-d5bda7cb-d92e-4bdf-950e-d4781a52d0f4 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492270 Oct 01 04:24:16.272236 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55550f09-9bf2-4503-b16a-2d26c0a47f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (3f31be2c-2b77-4d66-9a3d-30b9eb89a668), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:16.327184 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 40136) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:24:16.473967 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [None req-5556a95b-989b-4777-b960-b9a453e2cd96 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1721019069-network', 'tenant_id': '1eda12202e6f439b96a87a81d7531503'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:24:16.526206 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5556a95b-989b-4777-b960-b9a453e2cd96 admin admin] Made reservation on behalf of 1eda12202e6f439b96a87a81d7531503 for: {'network': 1} {{(pid=106386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:24:16.528645 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5556a95b-989b-4777-b960-b9a453e2cd96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for network (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:16.541401 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5556a95b-989b-4777-b960-b9a453e2cd96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:16.548302 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88796e88-933b-418e-ba97-547921acf606 req-886a316b-3659-4045-acf4-ee1b36503a89 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:16.549794 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-88796e88-933b-418e-ba97-547921acf606 req-886a316b-3659-4045-acf4-ee1b36503a89 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 944 time: 0.0717034 Oct 01 04:24:16.623317 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-88796e88-933b-418e-ba97-547921acf606 req-93a9be37-5191-4adf-8575-59606c4964d6 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661588 Oct 01 04:24:16.672523 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5556a95b-989b-4777-b960-b9a453e2cd96 admin admin] Publish callbacks [] for security_group (c10db4dd-8b6c-434a-bb80-3c4226d7d17f), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:16.676262 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5556a95b-989b-4777-b960-b9a453e2cd96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (c10db4dd-8b6c-434a-bb80-3c4226d7d17f), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:16.701799 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5556a95b-989b-4777-b960-b9a453e2cd96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=106386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 01 04:24:16.711890 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5556a95b-989b-4777-b960-b9a453e2cd96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10db4dd-8b6c-434a-bb80-3c4226d7d17f,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:16.716771 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5556a95b-989b-4777-b960-b9a453e2cd96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916673'] for segment (ce4baa6a-a847-474d-a353-040c360e37c0), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:16.717140 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.db.segments_db [None req-5556a95b-989b-4777-b960-b9a453e2cd96 admin admin] Added segment ce4baa6a-a847-474d-a353-040c360e37c0 of type vlan for network dfb1f66d-4f49-4f84-9a12-ceecfc8e716b Oct 01 04:24:16.761585 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5556a95b-989b-4777-b960-b9a453e2cd96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783883007151'] for network (dfb1f66d-4f49-4f84-9a12-ceecfc8e716b), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:16.777228 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:16.788115 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5556a95b-989b-4777-b960-b9a453e2cd96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8037924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598'] for network (dfb1f66d-4f49-4f84-9a12-ceecfc8e716b), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:16.789126 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5556a95b-989b-4777-b960-b9a453e2cd96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:16.789708 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5556a95b-989b-4777-b960-b9a453e2cd96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for network (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:16.854125 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-5556a95b-989b-4777-b960-b9a453e2cd96 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5251713 Oct 01 04:24:16.854570 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 40144) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:24:16.855757 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5556a95b-989b-4777-b960-b9a453e2cd96 admin admin] Pushing event updated for resources: {'Network': ['ID=dfb1f66d-4f49-4f84-9a12-ceecfc8e716b,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:16.859558 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-bc630512-9535-4313-ae4a-b87889546f82 admin admin] Request body: {'subnet': {'network_id': 'dfb1f66d-4f49-4f84-9a12-ceecfc8e716b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1721019069-subnet', 'tenant_id': '1eda12202e6f439b96a87a81d7531503', 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:24:16.871747 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Network dfb1f66d-4f49-4f84-9a12-ceecfc8e716b details requested by agent ovs-agent-dv-cinder-860044-1-iscsi with host dv-cinder-860044-1-iscsi {{(pid=106388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 01 04:24:16.883013 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc630512-9535-4313-ae4a-b87889546f82 admin admin] Made reservation on behalf of 1eda12202e6f439b96a87a81d7531503 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:24:16.886223 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bc630512-9535-4313-ae4a-b87889546f82 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4906833'] for subnet (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:16.894849 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-56c36d65-b898-4253-b1c6-0246b886dc1f req-f850f387-0be0-4975-a1e7-15888c0bff78 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fe5ffc66-fce0-4d07-9190-6b4634a9047b HTTP/1.1" status: 200 len: 210 time: 0.0402868 Oct 01 04:24:16.973653 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770264f7-9143-40ec-96b8-5de0c09e63f3 req-29cd5730-f1ce-4d32-a16e-00c193b934de tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:16.975718 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-770264f7-9143-40ec-96b8-5de0c09e63f3 req-29cd5730-f1ce-4d32-a16e-00c193b934de tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=87cd0cbd-547d-4e0e-a797-7971ce307b17 HTTP/1.1" status: 200 len: 946 time: 0.0528283 Oct 01 04:24:17.034952 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-770264f7-9143-40ec-96b8-5de0c09e63f3 req-6dcd8791-c17c-42b5-81dc-7095995a93e9 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496342 Oct 01 04:24:17.073228 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bc630512-9535-4313-ae4a-b87889546f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8038045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4947281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4906855'] for subnet (24b2ed70-732b-4138-94d1-34ea1c5e13bd), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:17.076125 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:DELETE=5,neutron:SELECT=89,neutron:INSERT=6 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:17.076702 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=7,neutron:INSERT=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:17.130015 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc630512-9535-4313-ae4a-b87889546f82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24b2ed70-732b-4138-94d1-34ea1c5e13bd,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:17.148242 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc630512-9535-4313-ae4a-b87889546f82 admin admin] Checking segment: {'id': 'ce4baa6a-a847-474d-a353-040c360e37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'dfb1f66d-4f49-4f84-9a12-ceecfc8e716b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:24:17.148392 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc630512-9535-4313-ae4a-b87889546f82 admin admin] Network hostable DHCP agents. Network: dfb1f66d-4f49-4f84-9a12-ceecfc8e716b, hostable agents: ['973633b6-dd94-436d-b3a5-971dbc41e63c'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 01 04:24:17.169332 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc630512-9535-4313-ae4a-b87889546f82 admin admin] Network dfb1f66d-4f49-4f84-9a12-ceecfc8e716b is scheduled to be hosted by DHCP agent 973633b6-dd94-436d-b3a5-971dbc41e63c with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 01 04:24:17.178739 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-bc630512-9535-4313-ae4a-b87889546f82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860044-1-iscsi, dfb1f66d-4f49-4f84-9a12-ceecfc8e716b) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:24:17.182716 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc630512-9535-4313-ae4a-b87889546f82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:17.183344 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bc630512-9535-4313-ae4a-b87889546f82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for subnet (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:17.189601 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99da346-6fcd-4c45-b0af-a577713fe5c8 None None] Network dfb1f66d-4f49-4f84-9a12-ceecfc8e716b requested from dv-cinder-860044-1-iscsi {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 01 04:24:17.200978 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-bc630512-9535-4313-ae4a-b87889546f82 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3435364 Oct 01 04:24:17.202871 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 40148) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:24:17.207165 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-91727c5a-ca22-4cd4-b45a-acabd958a36b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1721019069-router', 'tenant_id': '1eda12202e6f439b96a87a81d7531503', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:24:17.230699 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-91727c5a-ca22-4cd4-b45a-acabd958a36b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7988434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65120'] for router (4d6f2335-3ab2-4420-882b-64d0767242c8), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:17.231620 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-91727c5a-ca22-4cd4-b45a-acabd958a36b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7994759', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8109887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3219'] for router (4d6f2335-3ab2-4420-882b-64d0767242c8), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:17.284524 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-91727c5a-ca22-4cd4-b45a-acabd958a36b admin admin] Publish callbacks [] for router_controller (4d6f2335-3ab2-4420-882b-64d0767242c8), precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:17.303744 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c1ec70-a379-4044-9041-a03685e87275 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5f5a84a-7395-5c72-8b88-a0c1e77c27fe-dfb1f66d-4f49-4f84-9a12-ceecfc8e716b', 'network_id': 'dfb1f66d-4f49-4f84-9a12-ceecfc8e716b', 'project_id': '1eda12202e6f439b96a87a81d7531503', 'fixed_ips': [{'subnet_id': '24b2ed70-732b-4138-94d1-34ea1c5e13bd'}]}} from dv-cinder-860044-1-iscsi. {{(pid=106388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 01 04:24:17.304715 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-72c1ec70-a379-4044-9041-a03685e87275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:17.423829 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-91727c5a-ca22-4cd4-b45a-acabd958a36b admin admin] Publish callbacks [] for router_gateway (4d6f2335-3ab2-4420-882b-64d0767242c8), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:17.570244 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-72c1ec70-a379-4044-9041-a03685e87275 None None] Allocated IP 172.20.0.2 (dfb1f66d-4f49-4f84-9a12-ceecfc8e716b/24b2ed70-732b-4138-94d1-34ea1c5e13bd/beb6a888-b288-4374-a912-b5813b3f2847) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:24:17.610187 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-91727c5a-ca22-4cd4-b45a-acabd958a36b admin admin] Publish callbacks [] for router_gateway (4d6f2335-3ab2-4420-882b-64d0767242c8), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:17.633359 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-91727c5a-ca22-4cd4-b45a-acabd958a36b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:17.679332 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:17.745164 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (d8875dbe-87f1-4639-b3ef-79ff4b202d58), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:17.745437 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-91727c5a-ca22-4cd4-b45a-acabd958a36b admin admin] Allocated IP 172.27.2.182 (1c94595f-3990-43c2-b34b-d882a8bf5172/3c747529-64bf-417b-84a2-71abc1dc7574/1dc51c02-f4d3-4a22-b18f-0c47ead9a57c) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:24:17.754841 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-72c1ec70-a379-4044-9041-a03685e87275 None None] Publish callbacks [] for port (beb6a888-b288-4374-a912-b5813b3f2847), precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:17.762744 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c7ce1-cc5a-4e33-b896-cb821d401e15 req-f28f4cb9-577d-4f4d-902e-b3710a36b4c0 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:17.763166 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-72c1ec70-a379-4044-9041-a03685e87275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850'] for port (beb6a888-b288-4374-a912-b5813b3f2847), after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:17.764287 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-012c7ce1-cc5a-4e33-b896-cb821d401e15 req-f28f4cb9-577d-4f4d-902e-b3710a36b4c0 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 944 time: 0.0517690 Oct 01 04:24:17.827647 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-012c7ce1-cc5a-4e33-b896-cb821d401e15 req-82dfacb4-7e09-4374-8bff-532fc14a3b2b tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554256 Oct 01 04:24:17.833534 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c1ec70-a379-4044-9041-a03685e87275 None None] Network dfb1f66d-4f49-4f84-9a12-ceecfc8e716b is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:24:17.838753 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-72c1ec70-a379-4044-9041-a03685e87275 None None] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:24:17.841928 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c1ec70-a379-4044-9041-a03685e87275 None None] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:24:17.845232 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c1ec70-a379-4044-9041-a03685e87275 None None] Pushing event updated for resources: {'Port': ['ID=beb6a888-b288-4374-a912-b5813b3f2847,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:17.907854 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-72c1ec70-a379-4044-9041-a03685e87275 None None] Attempting to bind port beb6a888-b288-4374-a912-b5813b3f2847 on host dv-cinder-860044-1-iscsi for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 01 04:24:17.908299 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-72c1ec70-a379-4044-9041-a03685e87275 None None] Attempting to bind port beb6a888-b288-4374-a912-b5813b3f2847 by drivers openvswitch,hyperv on host dv-cinder-860044-1-iscsi at level 0 using segments [{'id': 'ce4baa6a-a847-474d-a353-040c360e37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'dfb1f66d-4f49-4f84-9a12-ceecfc8e716b'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 01 04:24:17.908885 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c1ec70-a379-4044-9041-a03685e87275 None None] Attempting to bind port beb6a888-b288-4374-a912-b5813b3f2847 on network dfb1f66d-4f49-4f84-9a12-ceecfc8e716b {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:24:17.924812 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-91727c5a-ca22-4cd4-b45a-acabd958a36b admin admin] Publish callbacks [] for port (1dc51c02-f4d3-4a22-b18f-0c47ead9a57c), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:17.937273 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e028a-dd3c-42f7-85e1-8f13bc8fe2c7 req-881f2e26-d321-43d9-b8ac-821e9fbdc79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:17.938799 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7e0e028a-dd3c-42f7-85e1-8f13bc8fe2c7 req-881f2e26-d321-43d9-b8ac-821e9fbdc79e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=87cd0cbd-547d-4e0e-a797-7971ce307b17 HTTP/1.1" status: 200 len: 1130 time: 0.1254423 Oct 01 04:24:17.966627 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91c43220-b735-4568-b99e-ce3dc63ea20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (a017e3cb-dd0a-4c83-ac3d-dd65b6d6e9f8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:17.977473 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c1ec70-a379-4044-9041-a03685e87275 None None] Checking agent: {'id': 'd8875dbe-87f1-4639-b3ef-79ff4b202d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860044-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 1, 4, 9, 48), 'started_at': datetime.datetime(2022, 10, 1, 4, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 1, 4, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860044-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 01 04:24:17.978025 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c1ec70-a379-4044-9041-a03685e87275 None None] Checking segment: {'id': 'ce4baa6a-a847-474d-a353-040c360e37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'dfb1f66d-4f49-4f84-9a12-ceecfc8e716b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:24:17.978538 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-72c1ec70-a379-4044-9041-a03685e87275 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:17.979016 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c1ec70-a379-4044-9041-a03685e87275 None None] Bound using segment: {'id': 'ce4baa6a-a847-474d-a353-040c360e37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'dfb1f66d-4f49-4f84-9a12-ceecfc8e716b'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 01 04:24:17.979555 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-72c1ec70-a379-4044-9041-a03685e87275 None None] Bound port: beb6a888-b288-4374-a912-b5813b3f2847, host: dv-cinder-860044-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce4baa6a-a847-474d-a353-040c360e37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'dfb1f66d-4f49-4f84-9a12-ceecfc8e716b'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 01 04:24:17.979973 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:17.980122 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-72c1ec70-a379-4044-9041-a03685e87275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (beb6a888-b288-4374-a912-b5813b3f2847), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:17.981474 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:17.982708 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:17.988313 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-91727c5a-ca22-4cd4-b45a-acabd958a36b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (1dc51c02-f4d3-4a22-b18f-0c47ead9a57c), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:18.041585 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91727c5a-ca22-4cd4-b45a-acabd958a36b admin admin] Network 1c94595f-3990-43c2-b34b-d882a8bf5172 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:24:18.046736 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-91727c5a-ca22-4cd4-b45a-acabd958a36b admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:24:18.047011 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-72c1ec70-a379-4044-9041-a03685e87275 None None] For port beb6a888-b288-4374-a912-b5813b3f2847, host dv-cinder-860044-1-iscsi, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 01 04:24:18.050795 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7e0e028a-dd3c-42f7-85e1-8f13bc8fe2c7 req-a09e4939-01f7-47df-824f-1495559fc516 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029437 Oct 01 04:24:18.051549 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91727c5a-ca22-4cd4-b45a-acabd958a36b admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:24:18.054716 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-72c1ec70-a379-4044-9041-a03685e87275 None None] For port beb6a888-b288-4374-a912-b5813b3f2847, host dv-cinder-860044-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=beb6a888-b288-4374-a912-b5813b3f2847,segment=NetworkSegment(ce4baa6a-a847-474d-a353-040c360e37c0),segment_id=ce4baa6a-a847-474d-a353-040c360e37c0)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 01 04:24:18.062720 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-72c1ec70-a379-4044-9041-a03685e87275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (beb6a888-b288-4374-a912-b5813b3f2847), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:18.063477 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-abec490b-d0aa-4127-8523-fbf739b7e31f req-0e846c88-5f47-4e8a-8936-a12c84414d3c tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fe5ffc66-fce0-4d07-9190-6b4634a9047b HTTP/1.1" status: 200 len: 210 time: 0.0373616 Oct 01 04:24:18.095699 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91727c5a-ca22-4cd4-b45a-acabd958a36b admin admin] Pushing event updated for resources: {'Port': ['ID=1dc51c02-f4d3-4a22-b18f-0c47ead9a57c,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:18.130870 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c1ec70-a379-4044-9041-a03685e87275 None None] Pushing event updated for resources: {'Port': ['ID=beb6a888-b288-4374-a912-b5813b3f2847,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:18.199732 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458e620-0961-405b-8310-9792da51237d req-f6484d9a-d1a8-411e-8d5c-cd7dcaa6776c tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:18.201285 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-4458e620-0961-405b-8310-9792da51237d req-f6484d9a-d1a8-411e-8d5c-cd7dcaa6776c tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=87cd0cbd-547d-4e0e-a797-7971ce307b17 HTTP/1.1" status: 200 len: 946 time: 0.0553102 Oct 01 04:24:18.258393 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:18.265635 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-4458e620-0961-405b-8310-9792da51237d req-30b2f0c8-1ad3-42ec-a75a-b40cb8cafd1c tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588217 Oct 01 04:24:18.353963 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-91727c5a-ca22-4cd4-b45a-acabd958a36b admin admin] Publish callbacks [] for router_gateway (4d6f2335-3ab2-4420-882b-64d0767242c8), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:18.564839 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-91727c5a-ca22-4cd4-b45a-acabd958a36b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989814'] for router (4d6f2335-3ab2-4420-882b-64d0767242c8), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:18.691745 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91727c5a-ca22-4cd4-b45a-acabd958a36b admin admin] Router 4d6f2335-3ab2-4420-882b-64d0767242c8 is scheduled to L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 01 04:24:18.798835 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91727c5a-ca22-4cd4-b45a-acabd958a36b admin admin] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:24:18.808722 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8998119-731b-4191-b5fd-727b300dd319 None None] Sync routers for ids ['4d6f2335-3ab2-4420-882b-64d0767242c8'] in dv-cinder-860044-1-iscsi {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:24:18.821207 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8998119-731b-4191-b5fd-727b300dd319 None None] Routers {'4d6f2335-3ab2-4420-882b-64d0767242c8'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:24:18.821778 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-91727c5a-ca22-4cd4-b45a-acabd958a36b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:18.821897 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-c8998119-731b-4191-b5fd-727b300dd319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:24:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['4d6f2335-3ab2-4420-882b-64d0767242c8'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:24:18.825378 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-91727c5a-ca22-4cd4-b45a-acabd958a36b admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6215253 Oct 01 04:24:18.826134 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 40156) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:24:18.941976 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-c8998119-731b-4191-b5fd-727b300dd319 None None] Set router 4d6f2335-3ab2-4420-882b-64d0767242c8 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:24:19.018606 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0344de3-dcf4-4178-88bc-c1858c2fd532 req-329047fc-ce22-4ca3-87fe-44fa38c7a9f3 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:19.020099 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-e0344de3-dcf4-4178-88bc-c1858c2fd532 req-329047fc-ce22-4ca3-87fe-44fa38c7a9f3 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 944 time: 0.0911171 Oct 01 04:24:19.122570 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa7db27-b75e-47d9-8ded-1fb9d2f0dee7 None None] Network dfb1f66d-4f49-4f84-9a12-ceecfc8e716b requested from dv-cinder-860044-1-iscsi {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 01 04:24:19.176994 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-e0344de3-dcf4-4178-88bc-c1858c2fd532 req-c93482ef-e0ad-4139-8df4-475534ee82c3 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492069 Oct 01 04:24:19.182638 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-c8998119-731b-4191-b5fd-727b300dd319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6f2335-3ab2-4420-882b-64d0767242c8', 'name': 'tempest-TestShelveInstance-1721019069-router', 'tenant_id': '1eda12202e6f439b96a87a81d7531503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '1dc51c02-f4d3-4a22-b18f-0c47ead9a57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:24:17Z', 'updated_at': '2022-10-01T04:24:18Z', 'revision_number': 3, 'project_id': '1eda12202e6f439b96a87a81d7531503', 'gw_port': {'id': '1dc51c02-f4d3-4a22-b18f-0c47ead9a57c', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:32:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6f2335-3ab2-4420-882b-64d0767242c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:24:17Z', 'updated_at': '2022-10-01T04:24:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi'}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:24:19.206667 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 40164) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:24:19.223463 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-f713450c-8f3f-48ca-8a07-17a8db4967c2 None None] Provisioning complete for port beb6a888-b288-4374-a912-b5813b3f2847 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:24:19.223855 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f713450c-8f3f-48ca-8a07-17a8db4967c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (beb6a888-b288-4374-a912-b5813b3f2847), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:19.224192 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-f713450c-8f3f-48ca-8a07-17a8db4967c2 None None] Attempt 1 to provision port beb6a888-b288-4374-a912-b5813b3f2847 Oct 01 04:24:19.229269 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8998119-731b-4191-b5fd-727b300dd319 None None] Checking router: 4d6f2335-3ab2-4420-882b-64d0767242c8 for host: dv-cinder-860044-1-iscsi {{(pid=106388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:24:19.229628 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8998119-731b-4191-b5fd-727b300dd319 None None] Updating router 4d6f2335-3ab2-4420-882b-64d0767242c8 port 1dc51c02-f4d3-4a22-b18f-0c47ead9a57c binding host dv-cinder-860044-1-iscsi {{(pid=106388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 01 04:24:19.270527 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:19.283693 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-264a410f-91f9-4f9e-b932-44c20a167771 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks [] for security_group (7b885506-c339-41ad-b053-54869367eea8), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:19.290681 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:19.306017 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c8998119-731b-4191-b5fd-727b300dd319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (1dc51c02-f4d3-4a22-b18f-0c47ead9a57c), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:19.313105 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-264a410f-91f9-4f9e-b932-44c20a167771 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks [] for security_group (7b885506-c339-41ad-b053-54869367eea8), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:19.386372 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-264a410f-91f9-4f9e-b932-44c20a167771 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (7b885506-c339-41ad-b053-54869367eea8), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:19.389173 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-264a410f-91f9-4f9e-b932-44c20a167771 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:19.390404 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-264a410f-91f9-4f9e-b932-44c20a167771 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/7b885506-c339-41ad-b053-54869367eea8 HTTP/1.1" status: 204 len: 168 time: 0.1826744 Oct 01 04:24:19.396087 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 40168) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:24:19.411339 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264a410f-91f9-4f9e-b932-44c20a167771 tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b885506-c339-41ad-b053-54869367eea8,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:19.432082 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.api.v2.resource [None req-d3e8fb11-2188-4335-b5af-7d336166519a tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] show failed (client error): The resource could not be found. Oct 01 04:24:19.433057 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-d3e8fb11-2188-4335-b5af-7d336166519a tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "GET /networking/v2.0/security-groups/7b885506-c339-41ad-b053-54869367eea8 HTTP/1.1" status: 404 len: 347 time: 0.0352952 Oct 01 04:24:19.436057 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 40170) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:24:19.460478 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-4765fe51-52cd-4268-a553-f0e736ba5b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:19.473776 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c5864b-b651-4d56-b24b-906217b47ac7 req-07f73f85-46db-43ac-b769-dbe58870ebbf tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:19.477200 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-94c5864b-b651-4d56-b24b-906217b47ac7 req-07f73f85-46db-43ac-b769-dbe58870ebbf tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=87cd0cbd-547d-4e0e-a797-7971ce307b17 HTTP/1.1" status: 200 len: 946 time: 0.0946257 Oct 01 04:24:19.497916 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-f713450c-8f3f-48ca-8a07-17a8db4967c2 None None] Current status of the port beb6a888-b288-4374-a912-b5813b3f2847 is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:24:19.498313 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f713450c-8f3f-48ca-8a07-17a8db4967c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (beb6a888-b288-4374-a912-b5813b3f2847), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:19.507396 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:19.537648 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:19.556379 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:19.583289 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:19.588254 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 735577aa-5ec2-48d4-8f41-38cb8f95250a details requested by agent hyperv_hv-cinder-86004 with host hv-cinder-86004 {{(pid=106388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 01 04:24:19.611559 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-363d43d4-3793-47a9-acc0-446da6b8f1dc tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Deleting port 8f97a843-d179-45e7-83c6-45fea3afe4d7 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:24:19.612041 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-363d43d4-3793-47a9-acc0-446da6b8f1dc tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (8f97a843-d179-45e7-83c6-45fea3afe4d7), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:19.623674 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-94c5864b-b651-4d56-b24b-906217b47ac7 req-882cf1ce-6979-434e-a5e3-12334123ac80 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373782 Oct 01 04:24:19.629731 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-f713450c-8f3f-48ca-8a07-17a8db4967c2 None None] For port beb6a888-b288-4374-a912-b5813b3f2847, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=beb6a888-b288-4374-a912-b5813b3f2847,segment=NetworkSegment(ce4baa6a-a847-474d-a353-040c360e37c0),segment_id=ce4baa6a-a847-474d-a353-040c360e37c0)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:24:19.659946 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f713450c-8f3f-48ca-8a07-17a8db4967c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (beb6a888-b288-4374-a912-b5813b3f2847), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:19.690786 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:19.723371 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-363d43d4-3793-47a9-acc0-446da6b8f1dc tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (8f97a843-d179-45e7-83c6-45fea3afe4d7), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:19.723928 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-363d43d4-3793-47a9-acc0-446da6b8f1dc tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks [] for floatingip (8f97a843-d179-45e7-83c6-45fea3afe4d7), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:19.738886 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-363d43d4-3793-47a9-acc0-446da6b8f1dc tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Calling delete_port for 8f97a843-d179-45e7-83c6-45fea3afe4d7 owned by network:floatingip {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:24:19.795971 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2bee7e-e48f-4b32-a84c-841538f64b77 req-8360c4ba-ab41-4045-a5e1-1c53f09a96c8 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:19.797527 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-5a2bee7e-e48f-4b32-a84c-841538f64b77 req-8360c4ba-ab41-4045-a5e1-1c53f09a96c8 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=87cd0cbd-547d-4e0e-a797-7971ce307b17 HTTP/1.1" status: 200 len: 946 time: 0.0818365 Oct 01 04:24:19.806947 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.db.db_base_plugin_common [None req-4765fe51-52cd-4268-a553-f0e736ba5b54 admin admin] Allocated IP 172.20.0.1 (dfb1f66d-4f49-4f84-9a12-ceecfc8e716b/24b2ed70-732b-4138-94d1-34ea1c5e13bd/6e1bbb81-7669-431d-85bc-c5f765d3b2da) {{(pid=106386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:24:19.816375 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f713450c-8f3f-48ca-8a07-17a8db4967c2 None None] Pushing event updated for resources: {'Port': ['ID=beb6a888-b288-4374-a912-b5813b3f2847,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:19.824461 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-57b91d18-c9d9-4527-865a-8d3c293cb009 None None] Provisioning complete for port beb6a888-b288-4374-a912-b5813b3f2847 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:24:19.824837 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-57b91d18-c9d9-4527-865a-8d3c293cb009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (beb6a888-b288-4374-a912-b5813b3f2847), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:19.825214 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-57b91d18-c9d9-4527-865a-8d3c293cb009 None None] Attempt 1 to provision port beb6a888-b288-4374-a912-b5813b3f2847 Oct 01 04:24:19.868688 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:19.873766 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-5a2bee7e-e48f-4b32-a84c-841538f64b77 req-b71bd683-e414-413d-88d8-6220442e6c51 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636828 Oct 01 04:24:19.889898 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-363d43d4-3793-47a9-acc0-446da6b8f1dc tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (8f97a843-d179-45e7-83c6-45fea3afe4d7), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:19.917055 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port 735577aa-5ec2-48d4-8f41-38cb8f95250a, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=735577aa-5ec2-48d4-8f41-38cb8f95250a,segment=NetworkSegment(2ed9749a-eb3b-4451-b7b7-83bb473f5fb1),segment_id=2ed9749a-eb3b-4451-b7b7-83bb473f5fb1)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:24:19.923272 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 40174) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:24:19.928345 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d43d4-3793-47a9-acc0-446da6b8f1dc tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Pushing event deleted for resources: {'Port': ['ID=8f97a843-d179-45e7-83c6-45fea3afe4d7,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:19.949149 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c8998119-731b-4191-b5fd-727b300dd319 None None] Publish callbacks [] for port (1dc51c02-f4d3-4a22-b18f-0c47ead9a57c), precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:19.955138 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Returning: {'device': '735577aa-5ec2-48d4-8f41-38cb8f95250a', 'network_id': '41ad6d82-393d-469b-ad56-b82ab9a77fee', 'port_id': '735577aa-5ec2-48d4-8f41-38cb8f95250a', 'mac_address': 'fa:16:3e:7b:15:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f0d177-35e4-4cba-a762-d1357d3a9c11', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 01 04:24:19.968810 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c8998119-731b-4191-b5fd-727b300dd319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (1dc51c02-f4d3-4a22-b18f-0c47ead9a57c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:19.996590 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-4765fe51-52cd-4268-a553-f0e736ba5b54 admin admin] Publish callbacks [] for port (6e1bbb81-7669-431d-85bc-c5f765d3b2da), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:19.996808 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.agents_db [None req-12b97a57-14e3-4267-90b0-a9e0353f7932 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 01 04:24:20.032732 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-4765fe51-52cd-4268-a553-f0e736ba5b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5071981'] for port (6e1bbb81-7669-431d-85bc-c5f765d3b2da), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:20.042458 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25b04c2-d78a-4688-a217-ea19c7df6e42 tempest-TestVolumeBootPattern-1082299179 tempest-TestVolumeBootPattern-1082299179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:20.044248 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-e25b04c2-d78a-4688-a217-ea19c7df6e42 tempest-TestVolumeBootPattern-1082299179 tempest-TestVolumeBootPattern-1082299179-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?device_id=87cd0cbd-547d-4e0e-a797-7971ce307b17 HTTP/1.1" status: 200 len: 1125 time: 0.1179068 Oct 01 04:24:20.047649 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 40176) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:24:20.051617 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-c8998119-731b-4191-b5fd-727b300dd319 None None] Attempting to bind port 1dc51c02-f4d3-4a22-b18f-0c47ead9a57c on host dv-cinder-860044-1-iscsi for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 01 04:24:20.051996 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-c8998119-731b-4191-b5fd-727b300dd319 None None] Attempting to bind port 1dc51c02-f4d3-4a22-b18f-0c47ead9a57c by drivers openvswitch,hyperv on host dv-cinder-860044-1-iscsi at level 0 using segments [{'id': 'e11c25a1-22bc-489d-94fb-b6370ba219df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 01 04:24:20.052752 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8998119-731b-4191-b5fd-727b300dd319 None None] Attempting to bind port 1dc51c02-f4d3-4a22-b18f-0c47ead9a57c on network 1c94595f-3990-43c2-b34b-d882a8bf5172 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:24:20.056575 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-c8d5740c-6727-47de-9433-dd6d8f0bbb28 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Request body: {'floatingip': {'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'port_id': '998978bd-7095-4f80-b84b-5589f1d6add2', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:24:20.077919 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4765fe51-52cd-4268-a553-f0e736ba5b54 admin admin] Network dfb1f66d-4f49-4f84-9a12-ceecfc8e716b is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:24:20.083143 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-363d43d4-3793-47a9-acc0-446da6b8f1dc tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks [] for floatingip (4e853062-424f-4f73-b3c7-fa3ace0fd317), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:20.083503 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-4765fe51-52cd-4268-a553-f0e736ba5b54 admin admin] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:24:20.086033 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4765fe51-52cd-4268-a553-f0e736ba5b54 admin admin] Pushing event updated for resources: {'Port': ['ID=6e1bbb81-7669-431d-85bc-c5f765d3b2da,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:20.086450 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-363d43d4-3793-47a9-acc0-446da6b8f1dc tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for floatingip (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:20.088235 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4765fe51-52cd-4268-a553-f0e736ba5b54 admin admin] Received port after_create {{(pid=106386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:24:20.091459 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-363d43d4-3793-47a9-acc0-446da6b8f1dc tempest-AttachVolumeTestJSON-20448997 tempest-AttachVolumeTestJSON-20448997-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/4e853062-424f-4f73-b3c7-fa3ace0fd317 HTTP/1.1" status: 204 len: 168 time: 0.6533260 Oct 01 04:24:20.103271 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c8d5740c-6727-47de-9433-dd6d8f0bbb28 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:20.138354 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-4765fe51-52cd-4268-a553-f0e736ba5b54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7982369'] for router_interface (4d6f2335-3ab2-4420-882b-64d0767242c8), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:20.297878 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Current status of the port 735577aa-5ec2-48d4-8f41-38cb8f95250a is: DOWN; New status is: BUILD {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:24:20.298271 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (735577aa-5ec2-48d4-8f41-38cb8f95250a), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:20.314197 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c8d5740c-6727-47de-9433-dd6d8f0bbb28 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:20.332411 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46db08a1-a6bf-4fac-87eb-ebef0666e57c None None] Pushing event updated for resources: {'Port': ['ID=1dc51c02-f4d3-4a22-b18f-0c47ead9a57c,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:20.349420 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-57b91d18-c9d9-4527-865a-8d3c293cb009 None None] Current status of the port beb6a888-b288-4374-a912-b5813b3f2847 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:24:20.362211 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 735577aa-5ec2-48d4-8f41-38cb8f95250a {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 01 04:24:20.382631 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:20.419556 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8998119-731b-4191-b5fd-727b300dd319 None None] Checking agent: {'id': 'd8875dbe-87f1-4639-b3ef-79ff4b202d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860044-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 1, 4, 9, 48), 'started_at': datetime.datetime(2022, 10, 1, 4, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 1, 4, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860044-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 01 04:24:20.420090 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8998119-731b-4191-b5fd-727b300dd319 None None] Checking segment: {'id': 'e11c25a1-22bc-489d-94fb-b6370ba219df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:24:20.420683 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c8998119-731b-4191-b5fd-727b300dd319 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:20.421216 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8998119-731b-4191-b5fd-727b300dd319 None None] Bound using segment: {'id': 'e11c25a1-22bc-489d-94fb-b6370ba219df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 01 04:24:20.421710 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-c8998119-731b-4191-b5fd-727b300dd319 None None] Bound port: 1dc51c02-f4d3-4a22-b18f-0c47ead9a57c, host: dv-cinder-860044-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e11c25a1-22bc-489d-94fb-b6370ba219df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 01 04:24:20.422093 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c8998119-731b-4191-b5fd-727b300dd319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (1dc51c02-f4d3-4a22-b18f-0c47ead9a57c), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:20.426763 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port 735577aa-5ec2-48d4-8f41-38cb8f95250a, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=735577aa-5ec2-48d4-8f41-38cb8f95250a,segment=NetworkSegment(2ed9749a-eb3b-4451-b7b7-83bb473f5fb1),segment_id=2ed9749a-eb3b-4451-b7b7-83bb473f5fb1)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:24:20.431230 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device beb6a888-b288-4374-a912-b5813b3f2847 up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:24:20.454505 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (735577aa-5ec2-48d4-8f41-38cb8f95250a), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:20.508956 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-c8d5740c-6727-47de-9433-dd6d8f0bbb28 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Allocated IP 172.27.2.30 (1c94595f-3990-43c2-b34b-d882a8bf5172/3c747529-64bf-417b-84a2-71abc1dc7574/a4238945-19d4-42df-818c-9adb701be565) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:24:20.533036 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-c8998119-731b-4191-b5fd-727b300dd319 None None] For port 1dc51c02-f4d3-4a22-b18f-0c47ead9a57c, host dv-cinder-860044-1-iscsi, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 01 04:24:20.538323 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f59205-e346-46c3-8c3c-af1f531aab2b req-9e39fcb8-051a-449e-abd4-a6c9f3529e8b tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:20.539848 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-02f59205-e346-46c3-8c3c-af1f531aab2b req-9e39fcb8-051a-449e-abd4-a6c9f3529e8b tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 945 time: 0.0632317 Oct 01 04:24:20.580970 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-c8998119-731b-4191-b5fd-727b300dd319 None None] For port 1dc51c02-f4d3-4a22-b18f-0c47ead9a57c, host dv-cinder-860044-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=1dc51c02-f4d3-4a22-b18f-0c47ead9a57c,segment=NetworkSegment(e11c25a1-22bc-489d-94fb-b6370ba219df),segment_id=e11c25a1-22bc-489d-94fb-b6370ba219df)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 01 04:24:20.600558 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:20.609551 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c8998119-731b-4191-b5fd-727b300dd319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (1dc51c02-f4d3-4a22-b18f-0c47ead9a57c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:20.614979 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Pushing event updated for resources: {'Port': ['ID=735577aa-5ec2-48d4-8f41-38cb8f95250a,revision_number=9']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:20.644518 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-bd377414-b9c6-4953-b08a-78f0c3709828 None None] Provisioning complete for port 6e1bbb81-7669-431d-85bc-c5f765d3b2da triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:24:20.644782 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bd377414-b9c6-4953-b08a-78f0c3709828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (6e1bbb81-7669-431d-85bc-c5f765d3b2da), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:20.644997 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-bd377414-b9c6-4953-b08a-78f0c3709828 None None] Attempt 1 to provision port 6e1bbb81-7669-431d-85bc-c5f765d3b2da Oct 01 04:24:20.648609 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-02f59205-e346-46c3-8c3c-af1f531aab2b req-e54666a9-ef97-4d42-afa5-4218a2ad1017 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843291 Oct 01 04:24:20.656413 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-4765fe51-52cd-4268-a553-f0e736ba5b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (6e1bbb81-7669-431d-85bc-c5f765d3b2da), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:20.662067 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c8d5740c-6727-47de-9433-dd6d8f0bbb28 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks [] for port (a4238945-19d4-42df-818c-9adb701be565), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:20.683401 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] get_ports_and_sgs() called for port_ids ['735577aa-5ec2-48d4-8f41-38cb8f95250a'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 01 04:24:20.704240 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c8d5740c-6727-47de-9433-dd6d8f0bbb28 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (a4238945-19d4-42df-818c-9adb701be565), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:20.730548 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port beb6a888-b288-4374-a912-b5813b3f2847 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:24:20.730989 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (beb6a888-b288-4374-a912-b5813b3f2847), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:20.731328 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port beb6a888-b288-4374-a912-b5813b3f2847 Oct 01 04:24:20.743813 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:20.745170 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:20.752522 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d5740c-6727-47de-9433-dd6d8f0bbb28 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Network 1c94595f-3990-43c2-b34b-d882a8bf5172 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:24:20.759746 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-c8d5740c-6727-47de-9433-dd6d8f0bbb28 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:24:20.763810 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d5740c-6727-47de-9433-dd6d8f0bbb28 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:24:20.767933 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d5740c-6727-47de-9433-dd6d8f0bbb28 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Pushing event updated for resources: {'Port': ['ID=a4238945-19d4-42df-818c-9adb701be565,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:20.772331 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8998119-731b-4191-b5fd-727b300dd319 None None] Routers {'4d6f2335-3ab2-4420-882b-64d0767242c8'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:24:20.773075 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-c8998119-731b-4191-b5fd-727b300dd319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:24:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['4d6f2335-3ab2-4420-882b-64d0767242c8'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:24:20.784161 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-bd377414-b9c6-4953-b08a-78f0c3709828 None None] Port 6e1bbb81-7669-431d-85bc-c5f765d3b2da cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 01 04:24:20.825957 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46db08a1-a6bf-4fac-87eb-ebef0666e57c None None] Pushing event updated for resources: {'Port': ['ID=1dc51c02-f4d3-4a22-b18f-0c47ead9a57c,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:20.860186 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-4765fe51-52cd-4268-a553-f0e736ba5b54 admin admin] Publish callbacks [] for port (6e1bbb81-7669-431d-85bc-c5f765d3b2da), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:20.866227 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-4765fe51-52cd-4268-a553-f0e736ba5b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5071994'] for port (6e1bbb81-7669-431d-85bc-c5f765d3b2da), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:20.912678 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:20.935060 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:20.946077 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-4765fe51-52cd-4268-a553-f0e736ba5b54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7886632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7982485'] for router_interface (4d6f2335-3ab2-4420-882b-64d0767242c8), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:20.949983 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4765fe51-52cd-4268-a553-f0e736ba5b54 admin admin] Pushing event updated for resources: {'Port': ['ID=6e1bbb81-7669-431d-85bc-c5f765d3b2da,revision_number=2']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:20.985733 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-c8998119-731b-4191-b5fd-727b300dd319 None None] Set router 4d6f2335-3ab2-4420-882b-64d0767242c8 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:24:21.015832 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port beb6a888-b288-4374-a912-b5813b3f2847 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:24:21.051401 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4765fe51-52cd-4268-a553-f0e736ba5b54 admin admin] Network dfb1f66d-4f49-4f84-9a12-ceecfc8e716b is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:24:21.053535 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-4765fe51-52cd-4268-a553-f0e736ba5b54 admin admin] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:24:21.167649 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c8d5740c-6727-47de-9433-dd6d8f0bbb28 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks [] for floatingip (48fe21f9-cb55-48c2-8520-701f16088a95), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:21.185373 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4765fe51-52cd-4268-a553-f0e736ba5b54 admin admin] Router 4d6f2335-3ab2-4420-882b-64d0767242c8 has already been hosted by L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 {{(pid=106386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 01 04:24:21.227789 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:21.249758 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-c8998119-731b-4191-b5fd-727b300dd319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6f2335-3ab2-4420-882b-64d0767242c8', 'name': 'tempest-TestShelveInstance-1721019069-router', 'tenant_id': '1eda12202e6f439b96a87a81d7531503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '1dc51c02-f4d3-4a22-b18f-0c47ead9a57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:24:17Z', 'updated_at': '2022-10-01T04:24:20Z', 'revision_number': 4, 'project_id': '1eda12202e6f439b96a87a81d7531503', 'gw_port': {'id': '1dc51c02-f4d3-4a22-b18f-0c47ead9a57c', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:32:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6f2335-3ab2-4420-882b-64d0767242c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:24:17Z', 'updated_at': '2022-10-01T04:24:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '6e1bbb81-7669-431d-85bc-c5f765d3b2da', 'name': '', 'network_id': 'dfb1f66d-4f49-4f84-9a12-ceecfc8e716b', 'tenant_id': '1eda12202e6f439b96a87a81d7531503', 'mac_address': 'fa:16:3e:83:24:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6f2335-3ab2-4420-882b-64d0767242c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '24b2ed70-732b-4138-94d1-34ea1c5e13bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:24:19Z', 'updated_at': '2022-10-01T04:24:19Z', 'revision_number': 1, 'project_id': '1eda12202e6f439b96a87a81d7531503', 'subnets': [{'id': '24b2ed70-732b-4138-94d1-34ea1c5e13bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:24:21.260358 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c8d5740c-6727-47de-9433-dd6d8f0bbb28 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (a4238945-19d4-42df-818c-9adb701be565), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:21.279060 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8998119-731b-4191-b5fd-727b300dd319 None None] The sync data for ids ['4d6f2335-3ab2-4420-882b-64d0767242c8'] in dv-cinder-860044-1-iscsi is: [{'id': '4d6f2335-3ab2-4420-882b-64d0767242c8', 'name': 'tempest-TestShelveInstance-1721019069-router', 'tenant_id': '1eda12202e6f439b96a87a81d7531503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '1dc51c02-f4d3-4a22-b18f-0c47ead9a57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:24:17Z', 'updated_at': '2022-10-01T04:24:20Z', 'revision_number': 4, 'project_id': '1eda12202e6f439b96a87a81d7531503', 'gw_port': {'id': '1dc51c02-f4d3-4a22-b18f-0c47ead9a57c', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:32:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6f2335-3ab2-4420-882b-64d0767242c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:24:17Z', 'updated_at': '2022-10-01T04:24:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '6e1bbb81-7669-431d-85bc-c5f765d3b2da', 'name': '', 'network_id': 'dfb1f66d-4f49-4f84-9a12-ceecfc8e716b', 'tenant_id': '1eda12202e6f439b96a87a81d7531503', 'mac_address': 'fa:16:3e:83:24:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6f2335-3ab2-4420-882b-64d0767242c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '24b2ed70-732b-4138-94d1-34ea1c5e13bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:24:19Z', 'updated_at': '2022-10-01T04:24:19Z', 'revision_number': 1, 'project_id': '1eda12202e6f439b96a87a81d7531503', 'subnets': [{'id': '24b2ed70-732b-4138-94d1-34ea1c5e13bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:24:21.334901 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4765fe51-52cd-4268-a553-f0e736ba5b54 admin admin] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:24:21.340143 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-4765fe51-52cd-4268-a553-f0e736ba5b54 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/4d6f2335-3ab2-4420-882b-64d0767242c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5129557 Oct 01 04:24:21.410768 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-e1544467-0e2d-4b14-a64b-2522c198014d None None] Provisioning complete for port 6e1bbb81-7669-431d-85bc-c5f765d3b2da triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:24:21.411326 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e1544467-0e2d-4b14-a64b-2522c198014d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (6e1bbb81-7669-431d-85bc-c5f765d3b2da), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:21.411855 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-e1544467-0e2d-4b14-a64b-2522c198014d None None] Attempt 1 to provision port 6e1bbb81-7669-431d-85bc-c5f765d3b2da Oct 01 04:24:21.474234 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-e1544467-0e2d-4b14-a64b-2522c198014d None None] Port 6e1bbb81-7669-431d-85bc-c5f765d3b2da cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 01 04:24:21.485087 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:21.493842 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c8d5740c-6727-47de-9433-dd6d8f0bbb28 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks [] for port (a4238945-19d4-42df-818c-9adb701be565), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:21.498737 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c8d5740c-6727-47de-9433-dd6d8f0bbb28 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4916182'] for port (a4238945-19d4-42df-818c-9adb701be565), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:21.588961 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d5740c-6727-47de-9433-dd6d8f0bbb28 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Pushing event updated for resources: {'Port': ['ID=a4238945-19d4-42df-818c-9adb701be565,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:21.592268 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c8d5740c-6727-47de-9433-dd6d8f0bbb28 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989928'] for floatingip (48fe21f9-cb55-48c2-8520-701f16088a95), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:21.602983 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 735577aa-5ec2-48d4-8f41-38cb8f95250a up at agent hyperv_hv-cinder-86004 {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:24:21.684145 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Provisioning complete for port 735577aa-5ec2-48d4-8f41-38cb8f95250a triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:24:21.684580 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (735577aa-5ec2-48d4-8f41-38cb8f95250a), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:21.686541 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Attempt 1 to provision port 735577aa-5ec2-48d4-8f41-38cb8f95250a Oct 01 04:24:21.734017 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.db.l3_db [None req-c8d5740c-6727-47de-9433-dd6d8f0bbb28 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Floating IP 48fe21f9-cb55-48c2-8520-701f16088a95 associated. External IP: 172.27.2.30, port: 998978bd-7095-4f80-b84b-5589f1d6add2. Oct 01 04:24:21.816457 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Current status of the port 735577aa-5ec2-48d4-8f41-38cb8f95250a is: BUILD; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:24:21.817028 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (735577aa-5ec2-48d4-8f41-38cb8f95250a), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:21.833917 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249306c-14cb-4ce7-bab0-401ab5d8a40c req-e2c5b718-bc9c-43cd-b001-ebe1d6085d65 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:21.838471 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7249306c-14cb-4ce7-bab0-401ab5d8a40c req-e2c5b718-bc9c-43cd-b001-ebe1d6085d65 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 945 time: 0.0876997 Oct 01 04:24:21.868547 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21e7357-43a2-4dc9-b0f6-26b14b68c464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735577aa-5ec2-48d4-8f41-38cb8f95250a'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:24:21.871900 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc2ed8ba810a9a899feae06a2d512ab46721588d0493fdbeca0f1bffbb3e03b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828a1401-9420-4921-8378-223de37070ad" -d '{"events": [{"server_uuid": "b21e7357-43a2-4dc9-b0f6-26b14b68c464", "name": "network-vif-plugged", "status": "completed", "tag": "735577aa-5ec2-48d4-8f41-38cb8f95250a"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:24:21.891689 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port 735577aa-5ec2-48d4-8f41-38cb8f95250a, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=735577aa-5ec2-48d4-8f41-38cb8f95250a,segment=NetworkSegment(2ed9749a-eb3b-4451-b7b7-83bb473f5fb1),segment_id=2ed9749a-eb3b-4451-b7b7-83bb473f5fb1)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:24:21.898226 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (735577aa-5ec2-48d4-8f41-38cb8f95250a), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:21.942293 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7249306c-14cb-4ce7-bab0-401ab5d8a40c req-606a06d9-39a2-49bb-96a2-8213850fb289 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901046 Oct 01 04:24:21.955792 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 01 Oct 2022 04:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6cfd9d7-ed15-4822-8de7-4496b90378e8 x-openstack-request-id: req-b6cfd9d7-ed15-4822-8de7-4496b90378e8 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:24:21.956272 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b21e7357-43a2-4dc9-b0f6-26b14b68c464", "name": "network-vif-plugged", "status": "completed", "tag": "735577aa-5ec2-48d4-8f41-38cb8f95250a", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:24:21.956615 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b6cfd9d7-ed15-4822-8de7-4496b90378e8 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:24:21.957158 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6cfd9d7-ed15-4822-8de7-4496b90378e8'] response: {'server_uuid': 'b21e7357-43a2-4dc9-b0f6-26b14b68c464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735577aa-5ec2-48d4-8f41-38cb8f95250a', 'code': 200} Oct 01 04:24:21.981405 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Pushing event updated for resources: {'Port': ['ID=735577aa-5ec2-48d4-8f41-38cb8f95250a,revision_number=10']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:22.099034 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 40208) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:24:22.104591 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [None req-a2c2216f-9697-43d7-a809-0c7e065f114d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1470559286-network', 'tenant_id': '2dccf74ffdb5456e88c122f02cb84f0f'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:24:22.130539 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c2216f-9697-43d7-a809-0c7e065f114d admin admin] Made reservation on behalf of 2dccf74ffdb5456e88c122f02cb84f0f for: {'network': 1} {{(pid=106386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:24:22.134964 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-a2c2216f-9697-43d7-a809-0c7e065f114d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for network (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:22.145276 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-a2c2216f-9697-43d7-a809-0c7e065f114d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:22.188653 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:22.239666 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19615924-3a91-4d02-9cb2-3e3406c3fb86 req-22e71a46-bd37-4440-ac81-9a894d0f874c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:22.242069 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-19615924-3a91-4d02-9cb2-3e3406c3fb86 req-22e71a46-bd37-4440-ac81-9a894d0f874c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 1131 time: 0.0685661 Oct 01 04:24:22.253183 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-a2c2216f-9697-43d7-a809-0c7e065f114d admin admin] Publish callbacks [] for security_group (96365053-1037-4852-9262-cb63d4133bf0), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:22.259507 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-a2c2216f-9697-43d7-a809-0c7e065f114d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (96365053-1037-4852-9262-cb63d4133bf0), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:22.296558 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2c2216f-9697-43d7-a809-0c7e065f114d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=106386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 01 04:24:22.311489 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c2216f-9697-43d7-a809-0c7e065f114d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96365053-1037-4852-9262-cb63d4133bf0,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:22.317920 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-a2c2216f-9697-43d7-a809-0c7e065f114d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916673'] for segment (3cd1b549-d254-4cf3-b532-b26ae45721ef), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:22.318255 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.db.segments_db [None req-a2c2216f-9697-43d7-a809-0c7e065f114d admin admin] Added segment 3cd1b549-d254-4cf3-b532-b26ae45721ef of type vlan for network f5262dc5-d357-43e9-8f5a-fb40f41ec417 Oct 01 04:24:22.363770 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-a2c2216f-9697-43d7-a809-0c7e065f114d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783883007151'] for network (f5262dc5-d357-43e9-8f5a-fb40f41ec417), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:22.390686 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-a2c2216f-9697-43d7-a809-0c7e065f114d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8037924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598'] for network (f5262dc5-d357-43e9-8f5a-fb40f41ec417), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:22.392008 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c2216f-9697-43d7-a809-0c7e065f114d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:22.392610 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-a2c2216f-9697-43d7-a809-0c7e065f114d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for network (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:22.396375 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-19615924-3a91-4d02-9cb2-3e3406c3fb86 req-da61efd4-206c-4ee4-a233-646ae0bc678c service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451576 Oct 01 04:24:22.425080 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d5740c-6727-47de-9433-dd6d8f0bbb28 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Router 99c881ec-29bc-4e60-b79a-2a435e983e6d has already been hosted by L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 01 04:24:22.455981 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-a2c2216f-9697-43d7-a809-0c7e065f114d admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3531413 Oct 01 04:24:22.456303 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 40210) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:24:22.461291 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [None req-942cc5b2-6c4b-466f-9818-b97514846a20 admin admin] Request body: {'subnet': {'network_id': 'f5262dc5-d357-43e9-8f5a-fb40f41ec417', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1470559286-subnet', 'tenant_id': '2dccf74ffdb5456e88c122f02cb84f0f', 'ip_version': 4}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:24:22.475051 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c2216f-9697-43d7-a809-0c7e065f114d admin admin] Pushing event updated for resources: {'Network': ['ID=f5262dc5-d357-43e9-8f5a-fb40f41ec417,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:22.485670 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Network f5262dc5-d357-43e9-8f5a-fb40f41ec417 details requested by agent ovs-agent-dv-cinder-860044-1-iscsi with host dv-cinder-860044-1-iscsi {{(pid=106388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 01 04:24:22.488049 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:22.495821 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942cc5b2-6c4b-466f-9818-b97514846a20 admin admin] Made reservation on behalf of 2dccf74ffdb5456e88c122f02cb84f0f for: {'subnet': 1} {{(pid=106386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:24:22.498455 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-942cc5b2-6c4b-466f-9818-b97514846a20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5089272'] for subnet (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:22.516958 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:22.566278 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d5740c-6727-47de-9433-dd6d8f0bbb28 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:24:22.577894 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bba0d9-a849-4756-a467-6588948a1209 None None] Sync routers for ids ['99c881ec-29bc-4e60-b79a-2a435e983e6d'] in dv-cinder-860044-1-iscsi {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:24:22.593302 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c8d5740c-6727-47de-9433-dd6d8f0bbb28 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for floatingip (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:22.597506 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bba0d9-a849-4756-a467-6588948a1209 None None] Routers {'99c881ec-29bc-4e60-b79a-2a435e983e6d'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:24:22.598453 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-f5bba0d9-a849-4756-a467-6588948a1209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:24:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['99c881ec-29bc-4e60-b79a-2a435e983e6d'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:24:22.649935 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-c8d5740c-6727-47de-9433-dd6d8f0bbb28 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5997744 Oct 01 04:24:22.650608 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87cd0cbd-547d-4e0e-a797-7971ce307b17', 'tag': '998978bd-7095-4f80-b84b-5589f1d6add2'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:24:22.653605 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23a471ff00a13a2eea8c87216c43e2c9873adc8b08d975975de21b294c9ff96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83a3d63-cf37-49b9-8404-afbaa21a44f0" -d '{"events": [{"name": "network-changed", "server_uuid": "87cd0cbd-547d-4e0e-a797-7971ce307b17", "tag": "998978bd-7095-4f80-b84b-5589f1d6add2"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:24:22.704894 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 01 Oct 2022 04:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09b01ea-c534-453f-b43e-8797b852e14b x-openstack-request-id: req-f09b01ea-c534-453f-b43e-8797b852e14b {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:24:22.705214 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87cd0cbd-547d-4e0e-a797-7971ce307b17", "tag": "998978bd-7095-4f80-b84b-5589f1d6add2", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:24:22.705469 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f09b01ea-c534-453f-b43e-8797b852e14b {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:24:22.705879 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f09b01ea-c534-453f-b43e-8797b852e14b'] response: {'name': 'network-changed', 'server_uuid': '87cd0cbd-547d-4e0e-a797-7971ce307b17', 'tag': '998978bd-7095-4f80-b84b-5589f1d6add2', 'status': 'completed', 'code': 200} Oct 01 04:24:22.772768 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-f5bba0d9-a849-4756-a467-6588948a1209 None None] Set router 99c881ec-29bc-4e60-b79a-2a435e983e6d gateway port host: dv-cinder-860044-1-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:24:22.784843 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-942cc5b2-6c4b-466f-9818-b97514846a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8038045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5053181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5089230'] for subnet (8f8c9a7a-ace4-45cd-9970-bda9e212d9b4), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:22.793622 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a3d63-cf37-49b9-8404-afbaa21a44f0 req-c6d528b4-b09d-4513-9ea9-ed1da2173343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:22.795714 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d83a3d63-cf37-49b9-8404-afbaa21a44f0 req-c6d528b4-b09d-4513-9ea9-ed1da2173343 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=721dd52b82194e4d91113d4d688900ae&device_id=87cd0cbd-547d-4e0e-a797-7971ce307b17 HTTP/1.1" status: 200 len: 1130 time: 0.0620797 Oct 01 04:24:22.838509 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:22.852864 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (2c3964fb-7920-4c48-8672-be15ccfa9ce8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:22.870613 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942cc5b2-6c4b-466f-9818-b97514846a20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f8c9a7a-ace4-45cd-9970-bda9e212d9b4,revision_number=0']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:22.882222 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942cc5b2-6c4b-466f-9818-b97514846a20 admin admin] Checking segment: {'id': '3cd1b549-d254-4cf3-b532-b26ae45721ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f5262dc5-d357-43e9-8f5a-fb40f41ec417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:24:22.882838 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942cc5b2-6c4b-466f-9818-b97514846a20 admin admin] Network hostable DHCP agents. Network: f5262dc5-d357-43e9-8f5a-fb40f41ec417, hostable agents: ['973633b6-dd94-436d-b3a5-971dbc41e63c'], hosted agents: [] {{(pid=106386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 01 04:24:22.903173 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942cc5b2-6c4b-466f-9818-b97514846a20 admin admin] Network f5262dc5-d357-43e9-8f5a-fb40f41ec417 is scheduled to be hosted by DHCP agent 973633b6-dd94-436d-b3a5-971dbc41e63c with binding_index 1 {{(pid=106386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 01 04:24:22.915054 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-942cc5b2-6c4b-466f-9818-b97514846a20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860044-1-iscsi, f5262dc5-d357-43e9-8f5a-fb40f41ec417) {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:24:22.921073 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942cc5b2-6c4b-466f-9818-b97514846a20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:22.924023 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d18324-c6d5-4ff3-8658-09e5d32de0d0 None None] Network f5262dc5-d357-43e9-8f5a-fb40f41ec417 requested from dv-cinder-860044-1-iscsi {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 01 04:24:22.928147 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-942cc5b2-6c4b-466f-9818-b97514846a20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for subnet (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:22.968114 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-942cc5b2-6c4b-466f-9818-b97514846a20 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5081322 Oct 01 04:24:22.968346 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 40226) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:24:22.972626 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [None req-908fe6f8-4512-4a21-bc0c-76b591b410dd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1470559286-router', 'tenant_id': '2dccf74ffdb5456e88c122f02cb84f0f', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'}}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:24:22.996863 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-908fe6f8-4512-4a21-bc0c-76b591b410dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7988434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65120'] for router (a97275b6-0cf4-42b8-b0a1-e234c9fc86b5), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:22.999277 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-908fe6f8-4512-4a21-bc0c-76b591b410dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7994759', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8109887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3219'] for router (a97275b6-0cf4-42b8-b0a1-e234c9fc86b5), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:23.076720 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d738d3-a80f-44d1-9fa6-2349a227d5d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5f5a84a-7395-5c72-8b88-a0c1e77c27fe-f5262dc5-d357-43e9-8f5a-fb40f41ec417', 'network_id': 'f5262dc5-d357-43e9-8f5a-fb40f41ec417', 'project_id': '2dccf74ffdb5456e88c122f02cb84f0f', 'fixed_ips': [{'subnet_id': '8f8c9a7a-ace4-45cd-9970-bda9e212d9b4'}]}} from dv-cinder-860044-1-iscsi. {{(pid=106388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 01 04:24:23.077715 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e3d738d3-a80f-44d1-9fa6-2349a227d5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:23.137739 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-f5bba0d9-a849-4756-a467-6588948a1209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'name': 'tempest-TestVolumeBootPattern-2117925739-router', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '89429a02-b2f7-4923-a8c6-35b9f52c80d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:20:01Z', 'updated_at': '2022-10-01T04:20:10Z', 'revision_number': 4, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'gw_port': {'id': '89429a02-b2f7-4923-a8c6-35b9f52c80d3', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:20:01Z', 'updated_at': '2022-10-01T04:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_floatingips': [{'id': '48fe21f9-cb55-48c2-8520-701f16088a95', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'router_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'port_id': '998978bd-7095-4f80-b84b-5589f1d6add2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc', 'mac_address': 'fa:16:3e:16:34:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cd0cbd-547d-4e0e-a797-7971ce307b17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-01T04:24:21Z', 'updated_at': '2022-10-01T04:24:21Z', 'revision_number': 0, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52776eac-a931-4561-998f-b83d8e03b65d', 'name': '', 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'mac_address': 'fa:16:3e:bf:95:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '87bf8ff7-1e8d-4433-8f68-75f944f2c18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:20:07Z', 'updated_at': '2022-10-01T04:20:19Z', 'revision_number': 5, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'subnets': [{'id': '87bf8ff7-1e8d-4433-8f68-75f944f2c18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:24:23.157677 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-908fe6f8-4512-4a21-bc0c-76b591b410dd admin admin] Publish callbacks [] for router_controller (a97275b6-0cf4-42b8-b0a1-e234c9fc86b5), precommit_add_association {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:23.166277 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a3d63-cf37-49b9-8404-afbaa21a44f0 req-d4374fd2-fecb-47d0-a43e-83f38850cb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:23.168157 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d83a3d63-cf37-49b9-8404-afbaa21a44f0 req-d4374fd2-fecb-47d0-a43e-83f38850cb6d service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=a58a68a2-3485-47fc-a402-341c963919cc HTTP/1.1" status: 200 len: 913 time: 0.1281624 Oct 01 04:24:23.169397 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa34b4-3bf8-47d5-80cb-061d79206d5c req-d145dbe3-bf85-4d66-bd76-8923970d1985 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:23.170935 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7bfa34b4-3bf8-47d5-80cb-061d79206d5c req-d145dbe3-bf85-4d66-bd76-8923970d1985 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 947 time: 0.0782166 Oct 01 04:24:23.178407 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bba0d9-a849-4756-a467-6588948a1209 None None] Checking router: 99c881ec-29bc-4e60-b79a-2a435e983e6d for host: dv-cinder-860044-1-iscsi {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:24:23.191337 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bba0d9-a849-4756-a467-6588948a1209 None None] Routers {'99c881ec-29bc-4e60-b79a-2a435e983e6d'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:24:23.191990 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-f5bba0d9-a849-4756-a467-6588948a1209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:24:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['99c881ec-29bc-4e60-b79a-2a435e983e6d'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:24:23.275626 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d83a3d63-cf37-49b9-8404-afbaa21a44f0 req-abf4697d-5a4b-4f39-8c3a-5ef4ff4ff2fa service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=998978bd-7095-4f80-b84b-5589f1d6add2 HTTP/1.1" status: 200 len: 999 time: 0.0941963 Oct 01 04:24:23.332451 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-f5bba0d9-a849-4756-a467-6588948a1209 None None] Set router 99c881ec-29bc-4e60-b79a-2a435e983e6d gateway port host: dv-cinder-860044-1-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:24:23.348787 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a3d63-cf37-49b9-8404-afbaa21a44f0 req-95ba9bc6-9cac-4760-9945-7c2c095c46e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:23.350833 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d83a3d63-cf37-49b9-8404-afbaa21a44f0 req-95ba9bc6-9cac-4760-9945-7c2c095c46e9 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=87bf8ff7-1e8d-4433-8f68-75f944f2c18e HTTP/1.1" status: 200 len: 851 time: 0.0684361 Oct 01 04:24:23.353640 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-e3d738d3-a80f-44d1-9fa6-2349a227d5d6 None None] Allocated IP 172.20.0.2 (f5262dc5-d357-43e9-8f5a-fb40f41ec417/8f8c9a7a-ace4-45cd-9970-bda9e212d9b4/e8ddb89b-3c0c-434b-a210-70bd46f51db4) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:24:23.400663 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7bfa34b4-3bf8-47d5-80cb-061d79206d5c req-6bc3f832-6aae-4e3a-b588-da8ac7447592 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891539 Oct 01 04:24:23.408048 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-908fe6f8-4512-4a21-bc0c-76b591b410dd admin admin] Publish callbacks [] for router_gateway (a97275b6-0cf4-42b8-b0a1-e234c9fc86b5), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:23.457511 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a3d63-cf37-49b9-8404-afbaa21a44f0 req-fcbbe308-6abe-4b9f-b048-4415a6440da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:23.459811 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d83a3d63-cf37-49b9-8404-afbaa21a44f0 req-fcbbe308-6abe-4b9f-b048-4415a6440da9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a58a68a2-3485-47fc-a402-341c963919cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0713615 Oct 01 04:24:23.539450 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e3d738d3-a80f-44d1-9fa6-2349a227d5d6 None None] Publish callbacks [] for port (e8ddb89b-3c0c-434b-a210-70bd46f51db4), precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:23.546179 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e3d738d3-a80f-44d1-9fa6-2349a227d5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850'] for port (e8ddb89b-3c0c-434b-a210-70bd46f51db4), after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:23.576435 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:23.591245 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d738d3-a80f-44d1-9fa6-2349a227d5d6 None None] Network f5262dc5-d357-43e9-8f5a-fb40f41ec417 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:24:23.597050 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-e3d738d3-a80f-44d1-9fa6-2349a227d5d6 None None] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:24:23.602965 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d738d3-a80f-44d1-9fa6-2349a227d5d6 None None] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:24:23.607536 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-f5bba0d9-a849-4756-a467-6588948a1209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'name': 'tempest-TestVolumeBootPattern-2117925739-router', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '89429a02-b2f7-4923-a8c6-35b9f52c80d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:20:01Z', 'updated_at': '2022-10-01T04:20:10Z', 'revision_number': 4, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'gw_port': {'id': '89429a02-b2f7-4923-a8c6-35b9f52c80d3', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:20:01Z', 'updated_at': '2022-10-01T04:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_floatingips': [{'id': '48fe21f9-cb55-48c2-8520-701f16088a95', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'router_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'port_id': '998978bd-7095-4f80-b84b-5589f1d6add2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc', 'mac_address': 'fa:16:3e:16:34:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cd0cbd-547d-4e0e-a797-7971ce307b17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-01T04:24:21Z', 'updated_at': '2022-10-01T04:24:21Z', 'revision_number': 0, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52776eac-a931-4561-998f-b83d8e03b65d', 'name': '', 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'mac_address': 'fa:16:3e:bf:95:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '87bf8ff7-1e8d-4433-8f68-75f944f2c18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:20:07Z', 'updated_at': '2022-10-01T04:20:19Z', 'revision_number': 5, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'subnets': [{'id': '87bf8ff7-1e8d-4433-8f68-75f944f2c18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:24:23.614255 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d738d3-a80f-44d1-9fa6-2349a227d5d6 None None] Pushing event updated for resources: {'Port': ['ID=e8ddb89b-3c0c-434b-a210-70bd46f51db4,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:23.636217 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bba0d9-a849-4756-a467-6588948a1209 None None] The sync data for ids ['99c881ec-29bc-4e60-b79a-2a435e983e6d'] in dv-cinder-860044-1-iscsi is: [{'id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'name': 'tempest-TestVolumeBootPattern-2117925739-router', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '89429a02-b2f7-4923-a8c6-35b9f52c80d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:20:01Z', 'updated_at': '2022-10-01T04:20:10Z', 'revision_number': 4, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'gw_port': {'id': '89429a02-b2f7-4923-a8c6-35b9f52c80d3', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:20:01Z', 'updated_at': '2022-10-01T04:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_floatingips': [{'id': '48fe21f9-cb55-48c2-8520-701f16088a95', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'router_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'port_id': '998978bd-7095-4f80-b84b-5589f1d6add2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc', 'mac_address': 'fa:16:3e:16:34:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cd0cbd-547d-4e0e-a797-7971ce307b17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-01T04:24:21Z', 'updated_at': '2022-10-01T04:24:21Z', 'revision_number': 0, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52776eac-a931-4561-998f-b83d8e03b65d', 'name': '', 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'mac_address': 'fa:16:3e:bf:95:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '87bf8ff7-1e8d-4433-8f68-75f944f2c18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:20:07Z', 'updated_at': '2022-10-01T04:20:19Z', 'revision_number': 5, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'subnets': [{'id': '87bf8ff7-1e8d-4433-8f68-75f944f2c18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:24:23.655324 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-908fe6f8-4512-4a21-bc0c-76b591b410dd admin admin] Publish callbacks [] for router_gateway (a97275b6-0cf4-42b8-b0a1-e234c9fc86b5), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:23.675011 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-e3d738d3-a80f-44d1-9fa6-2349a227d5d6 None None] Attempting to bind port e8ddb89b-3c0c-434b-a210-70bd46f51db4 on host dv-cinder-860044-1-iscsi for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 01 04:24:23.675327 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-e3d738d3-a80f-44d1-9fa6-2349a227d5d6 None None] Attempting to bind port e8ddb89b-3c0c-434b-a210-70bd46f51db4 by drivers openvswitch,hyperv on host dv-cinder-860044-1-iscsi at level 0 using segments [{'id': '3cd1b549-d254-4cf3-b532-b26ae45721ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f5262dc5-d357-43e9-8f5a-fb40f41ec417'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 01 04:24:23.675882 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d738d3-a80f-44d1-9fa6-2349a227d5d6 None None] Attempting to bind port e8ddb89b-3c0c-434b-a210-70bd46f51db4 on network f5262dc5-d357-43e9-8f5a-fb40f41ec417 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:24:23.677649 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-908fe6f8-4512-4a21-bc0c-76b591b410dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:23.722942 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d738d3-a80f-44d1-9fa6-2349a227d5d6 None None] Checking agent: {'id': 'd8875dbe-87f1-4639-b3ef-79ff4b202d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860044-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 1, 4, 9, 48), 'started_at': datetime.datetime(2022, 10, 1, 4, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 1, 4, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860044-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 01 04:24:23.723368 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d738d3-a80f-44d1-9fa6-2349a227d5d6 None None] Checking segment: {'id': '3cd1b549-d254-4cf3-b532-b26ae45721ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f5262dc5-d357-43e9-8f5a-fb40f41ec417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:24:23.723714 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e3d738d3-a80f-44d1-9fa6-2349a227d5d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:23.724111 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d738d3-a80f-44d1-9fa6-2349a227d5d6 None None] Bound using segment: {'id': '3cd1b549-d254-4cf3-b532-b26ae45721ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f5262dc5-d357-43e9-8f5a-fb40f41ec417'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 01 04:24:23.724688 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-e3d738d3-a80f-44d1-9fa6-2349a227d5d6 None None] Bound port: e8ddb89b-3c0c-434b-a210-70bd46f51db4, host: dv-cinder-860044-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cd1b549-d254-4cf3-b532-b26ae45721ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f5262dc5-d357-43e9-8f5a-fb40f41ec417'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 01 04:24:23.725822 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e3d738d3-a80f-44d1-9fa6-2349a227d5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (e8ddb89b-3c0c-434b-a210-70bd46f51db4), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:23.783672 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:23.801959 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:23.802777 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-e3d738d3-a80f-44d1-9fa6-2349a227d5d6 None None] For port e8ddb89b-3c0c-434b-a210-70bd46f51db4, host dv-cinder-860044-1-iscsi, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 01 04:24:23.815778 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.db.db_base_plugin_common [None req-908fe6f8-4512-4a21-bc0c-76b591b410dd admin admin] Allocated IP 172.27.2.184 (1c94595f-3990-43c2-b34b-d882a8bf5172/3c747529-64bf-417b-84a2-71abc1dc7574/03854d4c-b59c-41df-8495-e4652ec31240) {{(pid=106386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:24:23.820831 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-e3d738d3-a80f-44d1-9fa6-2349a227d5d6 None None] For port e8ddb89b-3c0c-434b-a210-70bd46f51db4, host dv-cinder-860044-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=e8ddb89b-3c0c-434b-a210-70bd46f51db4,segment=NetworkSegment(3cd1b549-d254-4cf3-b532-b26ae45721ef),segment_id=3cd1b549-d254-4cf3-b532-b26ae45721ef)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 01 04:24:23.841320 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e3d738d3-a80f-44d1-9fa6-2349a227d5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (e8ddb89b-3c0c-434b-a210-70bd46f51db4), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:23.853507 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:23.999438 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d738d3-a80f-44d1-9fa6-2349a227d5d6 None None] Pushing event updated for resources: {'Port': ['ID=e8ddb89b-3c0c-434b-a210-70bd46f51db4,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:24.000067 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-908fe6f8-4512-4a21-bc0c-76b591b410dd admin admin] Publish callbacks [] for port (03854d4c-b59c-41df-8495-e4652ec31240), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:24.038013 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 40240) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:24:24.050137 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-908fe6f8-4512-4a21-bc0c-76b591b410dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5071981'] for port (03854d4c-b59c-41df-8495-e4652ec31240), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:24.068086 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34b2a72-097e-43a1-a877-73c0d41766ca None None] New status for floating IP 48fe21f9-cb55-48c2-8520-701f16088a95: ACTIVE {{(pid=106388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 01 04:24:24.072228 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d83a3d63-cf37-49b9-8404-afbaa21a44f0 req-7a2f144a-0511-4538-975a-e2409a84eae2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a58a68a2-3485-47fc-a402-341c963919cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618742 Oct 01 04:24:24.112114 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908fe6f8-4512-4a21-bc0c-76b591b410dd admin admin] Network 1c94595f-3990-43c2-b34b-d882a8bf5172 is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:24:24.123763 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-908fe6f8-4512-4a21-bc0c-76b591b410dd admin admin] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:24:24.128111 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908fe6f8-4512-4a21-bc0c-76b591b410dd admin admin] Received port after_create {{(pid=106386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:24:24.168301 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908fe6f8-4512-4a21-bc0c-76b591b410dd admin admin] Pushing event updated for resources: {'Port': ['ID=03854d4c-b59c-41df-8495-e4652ec31240,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:24.207127 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d83a3d63-cf37-49b9-8404-afbaa21a44f0 req-d92e9103-9726-438e-920e-878bb35f7939 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a58a68a2-3485-47fc-a402-341c963919cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284473 Oct 01 04:24:24.447071 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 1dc51c02-f4d3-4a22-b18f-0c47ead9a57c up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:24:24.508081 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380361e3-fda2-4600-a6c3-689f6a3432d7 None None] Sync routers for ids ['4d6f2335-3ab2-4420-882b-64d0767242c8'] in dv-cinder-860044-1-iscsi {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:24:24.533397 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380361e3-fda2-4600-a6c3-689f6a3432d7 None None] Routers {'4d6f2335-3ab2-4420-882b-64d0767242c8'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:24:24.534926 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-380361e3-fda2-4600-a6c3-689f6a3432d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:24:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['4d6f2335-3ab2-4420-882b-64d0767242c8'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:24:24.560671 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:24.563328 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port 1dc51c02-f4d3-4a22-b18f-0c47ead9a57c triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:24:24.566133 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (1dc51c02-f4d3-4a22-b18f-0c47ead9a57c), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:24.566596 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port 1dc51c02-f4d3-4a22-b18f-0c47ead9a57c Oct 01 04:24:24.653685 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-908fe6f8-4512-4a21-bc0c-76b591b410dd admin admin] Publish callbacks [] for router_gateway (a97275b6-0cf4-42b8-b0a1-e234c9fc86b5), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:24.728618 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc14c9-65f2-4fc4-8ab6-ac8ce9909715 req-855eb2be-ba29-4087-ab6a-80b308a19803 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:24.730969 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-6cdc14c9-65f2-4fc4-8ab6-ac8ce9909715 req-855eb2be-ba29-4087-ab6a-80b308a19803 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 947 time: 0.1334944 Oct 01 04:24:24.747863 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port 1dc51c02-f4d3-4a22-b18f-0c47ead9a57c is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:24:24.748417 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (1dc51c02-f4d3-4a22-b18f-0c47ead9a57c), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:24.774897 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] For port 1dc51c02-f4d3-4a22-b18f-0c47ead9a57c, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=1dc51c02-f4d3-4a22-b18f-0c47ead9a57c,segment=NetworkSegment(e11c25a1-22bc-489d-94fb-b6370ba219df),segment_id=e11c25a1-22bc-489d-94fb-b6370ba219df)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:24:24.780231 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (1dc51c02-f4d3-4a22-b18f-0c47ead9a57c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:24.809928 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-380361e3-fda2-4600-a6c3-689f6a3432d7 None None] Set router 4d6f2335-3ab2-4420-882b-64d0767242c8 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:24:24.849080 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Pushing event updated for resources: {'Port': ['ID=1dc51c02-f4d3-4a22-b18f-0c47ead9a57c,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:24.871410 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:24.927328 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-6cdc14c9-65f2-4fc4-8ab6-ac8ce9909715 req-3d621659-4ad7-4d44-9247-b216d3ae7f57 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1893020 Oct 01 04:24:24.997804 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e34ee51a-eff2-4f21-95c1-2d1a310bd335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7982504'] for router_interface (bd3e2cc2-4a45-4937-a829-76647eb9c5f8), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:25.073761 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:25.192204 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:25.218052 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-380361e3-fda2-4600-a6c3-689f6a3432d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6f2335-3ab2-4420-882b-64d0767242c8', 'name': 'tempest-TestShelveInstance-1721019069-router', 'tenant_id': '1eda12202e6f439b96a87a81d7531503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '1dc51c02-f4d3-4a22-b18f-0c47ead9a57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:24:17Z', 'updated_at': '2022-10-01T04:24:20Z', 'revision_number': 4, 'project_id': '1eda12202e6f439b96a87a81d7531503', 'gw_port': {'id': '1dc51c02-f4d3-4a22-b18f-0c47ead9a57c', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:32:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6f2335-3ab2-4420-882b-64d0767242c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:24:17Z', 'updated_at': '2022-10-01T04:24:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '6e1bbb81-7669-431d-85bc-c5f765d3b2da', 'name': '', 'network_id': 'dfb1f66d-4f49-4f84-9a12-ceecfc8e716b', 'tenant_id': '1eda12202e6f439b96a87a81d7531503', 'mac_address': 'fa:16:3e:83:24:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6f2335-3ab2-4420-882b-64d0767242c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '24b2ed70-732b-4138-94d1-34ea1c5e13bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:24:19Z', 'updated_at': '2022-10-01T04:24:20Z', 'revision_number': 2, 'project_id': '1eda12202e6f439b96a87a81d7531503', 'subnets': [{'id': '24b2ed70-732b-4138-94d1-34ea1c5e13bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:24:25.255426 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380361e3-fda2-4600-a6c3-689f6a3432d7 None None] Checking router: 4d6f2335-3ab2-4420-882b-64d0767242c8 for host: dv-cinder-860044-1-iscsi {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:24:25.255864 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380361e3-fda2-4600-a6c3-689f6a3432d7 None None] Updating router 4d6f2335-3ab2-4420-882b-64d0767242c8 port 6e1bbb81-7669-431d-85bc-c5f765d3b2da binding host dv-cinder-860044-1-iscsi {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 01 04:24:25.289108 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-380361e3-fda2-4600-a6c3-689f6a3432d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (6e1bbb81-7669-431d-85bc-c5f765d3b2da), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:25.330549 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-908fe6f8-4512-4a21-bc0c-76b591b410dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989814'] for router (a97275b6-0cf4-42b8-b0a1-e234c9fc86b5), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:25.366124 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-e34ee51a-eff2-4f21-95c1-2d1a310bd335 admin admin] Deleting port 03de13cd-17bd-4c7d-8ee6-140edfcf3b21 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:24:25.366280 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c246c055-0b30-4a0d-a898-80f28044c1d6 None None] Network f5262dc5-d357-43e9-8f5a-fb40f41ec417 requested from dv-cinder-860044-1-iscsi {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 01 04:24:25.366723 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e34ee51a-eff2-4f21-95c1-2d1a310bd335 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (03de13cd-17bd-4c7d-8ee6-140edfcf3b21), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:25.428261 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:25.459551 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-e34ee51a-eff2-4f21-95c1-2d1a310bd335 admin admin] For port 03de13cd-17bd-4c7d-8ee6-140edfcf3b21, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=03de13cd-17bd-4c7d-8ee6-140edfcf3b21,segment=NetworkSegment(456799c3-9e2a-4334-9278-8f3823819afe),segment_id=456799c3-9e2a-4334-9278-8f3823819afe)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:24:25.459551 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e34ee51a-eff2-4f21-95c1-2d1a310bd335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (03de13cd-17bd-4c7d-8ee6-140edfcf3b21), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:25.473612 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-e34ee51a-eff2-4f21-95c1-2d1a310bd335 admin admin] Calling delete_port for 03de13cd-17bd-4c7d-8ee6-140edfcf3b21 owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:24:25.483214 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:25.512470 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:25.526571 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-908fe6f8-4512-4a21-bc0c-76b591b410dd admin admin] Router a97275b6-0cf4-42b8-b0a1-e234c9fc86b5 is scheduled to L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 with binding_index 1 {{(pid=106386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 01 04:24:25.621926 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-ba54a3e3-d390-4e11-9270-09848f484d5c None None] Provisioning complete for port e8ddb89b-3c0c-434b-a210-70bd46f51db4 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:24:25.622198 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ba54a3e3-d390-4e11-9270-09848f484d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (e8ddb89b-3c0c-434b-a210-70bd46f51db4), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:25.622733 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-ba54a3e3-d390-4e11-9270-09848f484d5c None None] Attempt 1 to provision port e8ddb89b-3c0c-434b-a210-70bd46f51db4 Oct 01 04:24:25.631174 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-380361e3-fda2-4600-a6c3-689f6a3432d7 None None] Publish callbacks [] for port (6e1bbb81-7669-431d-85bc-c5f765d3b2da), precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:25.641079 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908fe6f8-4512-4a21-bc0c-76b591b410dd admin admin] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:24:25.644851 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-380361e3-fda2-4600-a6c3-689f6a3432d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (6e1bbb81-7669-431d-85bc-c5f765d3b2da), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:25.658964 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4bcb69-e88c-4471-9e37-6547585c2eac None None] Sync routers for ids ['a97275b6-0cf4-42b8-b0a1-e234c9fc86b5'] in dv-cinder-860044-1-iscsi {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:24:25.675767 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4bcb69-e88c-4471-9e37-6547585c2eac None None] Routers {'a97275b6-0cf4-42b8-b0a1-e234c9fc86b5'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:24:25.677127 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-df4bcb69-e88c-4471-9e37-6547585c2eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:24:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['a97275b6-0cf4-42b8-b0a1-e234c9fc86b5'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:24:25.677474 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-908fe6f8-4512-4a21-bc0c-76b591b410dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:25.679022 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-908fe6f8-4512-4a21-bc0c-76b591b410dd admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7096837 Oct 01 04:24:25.682538 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 40276) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:24:25.725744 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e34ee51a-eff2-4f21-95c1-2d1a310bd335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (03de13cd-17bd-4c7d-8ee6-140edfcf3b21), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:25.743801 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275a1b05-9b71-4b5f-8e94-2efd62082041 None None] Pushing event updated for resources: {'Port': ['ID=6e1bbb81-7669-431d-85bc-c5f765d3b2da,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:25.754124 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275a1b05-9b71-4b5f-8e94-2efd62082041 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:24:25.754804 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275a1b05-9b71-4b5f-8e94-2efd62082041 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:24:25.755429 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275a1b05-9b71-4b5f-8e94-2efd62082041 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:24:25.758660 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275a1b05-9b71-4b5f-8e94-2efd62082041 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:24:25.759589 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275a1b05-9b71-4b5f-8e94-2efd62082041 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:24:25.760221 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275a1b05-9b71-4b5f-8e94-2efd62082041 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:24:25.760833 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275a1b05-9b71-4b5f-8e94-2efd62082041 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:24:25.761472 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275a1b05-9b71-4b5f-8e94-2efd62082041 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:24:25.762211 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275a1b05-9b71-4b5f-8e94-2efd62082041 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:24:25.762423 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ee51a-eff2-4f21-95c1-2d1a310bd335 admin admin] Pushing event deleted for resources: {'Port': ['ID=03de13cd-17bd-4c7d-8ee6-140edfcf3b21,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:25.762968 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275a1b05-9b71-4b5f-8e94-2efd62082041 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:24:25.763634 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275a1b05-9b71-4b5f-8e94-2efd62082041 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:24:25.764765 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275a1b05-9b71-4b5f-8e94-2efd62082041 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:24:25.777168 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275a1b05-9b71-4b5f-8e94-2efd62082041 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:24:25.778844 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275a1b05-9b71-4b5f-8e94-2efd62082041 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:24:25.779411 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275a1b05-9b71-4b5f-8e94-2efd62082041 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:24:25.839293 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-df4bcb69-e88c-4471-9e37-6547585c2eac None None] Set router a97275b6-0cf4-42b8-b0a1-e234c9fc86b5 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:24:25.858322 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-380361e3-fda2-4600-a6c3-689f6a3432d7 None None] Attempting to bind port 6e1bbb81-7669-431d-85bc-c5f765d3b2da on host dv-cinder-860044-1-iscsi for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 01 04:24:25.860106 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-380361e3-fda2-4600-a6c3-689f6a3432d7 None None] Attempting to bind port 6e1bbb81-7669-431d-85bc-c5f765d3b2da by drivers openvswitch,hyperv on host dv-cinder-860044-1-iscsi at level 0 using segments [{'id': 'ce4baa6a-a847-474d-a353-040c360e37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'dfb1f66d-4f49-4f84-9a12-ceecfc8e716b'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 01 04:24:25.860734 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380361e3-fda2-4600-a6c3-689f6a3432d7 None None] Attempting to bind port 6e1bbb81-7669-431d-85bc-c5f765d3b2da on network dfb1f66d-4f49-4f84-9a12-ceecfc8e716b {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:24:25.916357 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380361e3-fda2-4600-a6c3-689f6a3432d7 None None] Checking agent: {'id': 'd8875dbe-87f1-4639-b3ef-79ff4b202d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860044-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 1, 4, 9, 48), 'started_at': datetime.datetime(2022, 10, 1, 4, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 1, 4, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860044-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 01 04:24:25.917221 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380361e3-fda2-4600-a6c3-689f6a3432d7 None None] Checking segment: {'id': 'ce4baa6a-a847-474d-a353-040c360e37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'dfb1f66d-4f49-4f84-9a12-ceecfc8e716b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:24:25.917801 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-380361e3-fda2-4600-a6c3-689f6a3432d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:25.918209 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380361e3-fda2-4600-a6c3-689f6a3432d7 None None] Bound using segment: {'id': 'ce4baa6a-a847-474d-a353-040c360e37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'dfb1f66d-4f49-4f84-9a12-ceecfc8e716b'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 01 04:24:25.918714 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-380361e3-fda2-4600-a6c3-689f6a3432d7 None None] Bound port: 6e1bbb81-7669-431d-85bc-c5f765d3b2da, host: dv-cinder-860044-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce4baa6a-a847-474d-a353-040c360e37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'dfb1f66d-4f49-4f84-9a12-ceecfc8e716b'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 01 04:24:25.919100 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-380361e3-fda2-4600-a6c3-689f6a3432d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (6e1bbb81-7669-431d-85bc-c5f765d3b2da), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:25.944517 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:26.030985 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-380361e3-fda2-4600-a6c3-689f6a3432d7 None None] For port 6e1bbb81-7669-431d-85bc-c5f765d3b2da, host dv-cinder-860044-1-iscsi, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 01 04:24:26.034535 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-380361e3-fda2-4600-a6c3-689f6a3432d7 None None] For port 6e1bbb81-7669-431d-85bc-c5f765d3b2da, host dv-cinder-860044-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=6e1bbb81-7669-431d-85bc-c5f765d3b2da,segment=NetworkSegment(ce4baa6a-a847-474d-a353-040c360e37c0),segment_id=ce4baa6a-a847-474d-a353-040c360e37c0)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 01 04:24:26.047431 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-380361e3-fda2-4600-a6c3-689f6a3432d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (6e1bbb81-7669-431d-85bc-c5f765d3b2da), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:26.093950 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e34ee51a-eff2-4f21-95c1-2d1a310bd335 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7886623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7990808'] for router_interface (bd3e2cc2-4a45-4937-a829-76647eb9c5f8), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:26.106849 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275a1b05-9b71-4b5f-8e94-2efd62082041 None None] Pushing event updated for resources: {'Port': ['ID=6e1bbb81-7669-431d-85bc-c5f765d3b2da,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:26.117534 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380361e3-fda2-4600-a6c3-689f6a3432d7 None None] Routers {'4d6f2335-3ab2-4420-882b-64d0767242c8'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:24:26.118142 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-380361e3-fda2-4600-a6c3-689f6a3432d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:24:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['4d6f2335-3ab2-4420-882b-64d0767242c8'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:24:26.180611 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-ba54a3e3-d390-4e11-9270-09848f484d5c None None] Current status of the port e8ddb89b-3c0c-434b-a210-70bd46f51db4 is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:24:26.181276 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ba54a3e3-d390-4e11-9270-09848f484d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (e8ddb89b-3c0c-434b-a210-70bd46f51db4), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:26.195404 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9d528-4457-4069-96e5-fd1f11ce2f36 req-e156db49-9ec2-4488-a3e8-687a78a66d7f tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:26.197236 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-f8b9d528-4457-4069-96e5-fd1f11ce2f36 req-e156db49-9ec2-4488-a3e8-687a78a66d7f tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 947 time: 0.1012161 Oct 01 04:24:26.237608 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-380361e3-fda2-4600-a6c3-689f6a3432d7 None None] Set router 4d6f2335-3ab2-4420-882b-64d0767242c8 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:24:26.272266 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-f8b9d528-4457-4069-96e5-fd1f11ce2f36 req-ff81eb9e-e7f1-412b-9d39-ec0e4d234ac5 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676956 Oct 01 04:24:26.290801 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-df4bcb69-e88c-4471-9e37-6547585c2eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97275b6-0cf4-42b8-b0a1-e234c9fc86b5', 'name': 'tempest-TestShelveInstance-1470559286-router', 'tenant_id': '2dccf74ffdb5456e88c122f02cb84f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '03854d4c-b59c-41df-8495-e4652ec31240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:24:23Z', 'updated_at': '2022-10-01T04:24:24Z', 'revision_number': 3, 'project_id': '2dccf74ffdb5456e88c122f02cb84f0f', 'gw_port': {'id': '03854d4c-b59c-41df-8495-e4652ec31240', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:78:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a97275b6-0cf4-42b8-b0a1-e234c9fc86b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:24:23Z', 'updated_at': '2022-10-01T04:24:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi'}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:24:26.314194 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:26.342259 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4bcb69-e88c-4471-9e37-6547585c2eac None None] Checking router: a97275b6-0cf4-42b8-b0a1-e234c9fc86b5 for host: dv-cinder-860044-1-iscsi {{(pid=106388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:24:26.342833 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4bcb69-e88c-4471-9e37-6547585c2eac None None] Updating router a97275b6-0cf4-42b8-b0a1-e234c9fc86b5 port 03854d4c-b59c-41df-8495-e4652ec31240 binding host dv-cinder-860044-1-iscsi {{(pid=106388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 01 04:24:26.378505 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-ba54a3e3-d390-4e11-9270-09848f484d5c None None] For port e8ddb89b-3c0c-434b-a210-70bd46f51db4, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=e8ddb89b-3c0c-434b-a210-70bd46f51db4,segment=NetworkSegment(3cd1b549-d254-4cf3-b532-b26ae45721ef),segment_id=3cd1b549-d254-4cf3-b532-b26ae45721ef)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:24:26.387244 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ba54a3e3-d390-4e11-9270-09848f484d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (e8ddb89b-3c0c-434b-a210-70bd46f51db4), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:26.425709 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-df4bcb69-e88c-4471-9e37-6547585c2eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (03854d4c-b59c-41df-8495-e4652ec31240), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:26.457757 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-d044ee3e-1616-4f97-8d5a-ad0586fcd5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:26.487284 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:26.505468 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:26.507028 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-380361e3-fda2-4600-a6c3-689f6a3432d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6f2335-3ab2-4420-882b-64d0767242c8', 'name': 'tempest-TestShelveInstance-1721019069-router', 'tenant_id': '1eda12202e6f439b96a87a81d7531503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '1dc51c02-f4d3-4a22-b18f-0c47ead9a57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:24:17Z', 'updated_at': '2022-10-01T04:24:20Z', 'revision_number': 4, 'project_id': '1eda12202e6f439b96a87a81d7531503', 'gw_port': {'id': '1dc51c02-f4d3-4a22-b18f-0c47ead9a57c', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:32:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6f2335-3ab2-4420-882b-64d0767242c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:24:17Z', 'updated_at': '2022-10-01T04:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '6e1bbb81-7669-431d-85bc-c5f765d3b2da', 'name': '', 'network_id': 'dfb1f66d-4f49-4f84-9a12-ceecfc8e716b', 'tenant_id': '1eda12202e6f439b96a87a81d7531503', 'mac_address': 'fa:16:3e:83:24:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6f2335-3ab2-4420-882b-64d0767242c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '24b2ed70-732b-4138-94d1-34ea1c5e13bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:24:19Z', 'updated_at': '2022-10-01T04:24:26Z', 'revision_number': 4, 'project_id': '1eda12202e6f439b96a87a81d7531503', 'subnets': [{'id': '24b2ed70-732b-4138-94d1-34ea1c5e13bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:24:26.527766 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e34ee51a-eff2-4f21-95c1-2d1a310bd335 admin admin] Router bd3e2cc2-4a45-4937-a829-76647eb9c5f8 has already been hosted by L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 01 04:24:26.540168 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380361e3-fda2-4600-a6c3-689f6a3432d7 None None] The sync data for ids ['4d6f2335-3ab2-4420-882b-64d0767242c8'] in dv-cinder-860044-1-iscsi is: [{'id': '4d6f2335-3ab2-4420-882b-64d0767242c8', 'name': 'tempest-TestShelveInstance-1721019069-router', 'tenant_id': '1eda12202e6f439b96a87a81d7531503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '1dc51c02-f4d3-4a22-b18f-0c47ead9a57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:24:17Z', 'updated_at': '2022-10-01T04:24:20Z', 'revision_number': 4, 'project_id': '1eda12202e6f439b96a87a81d7531503', 'gw_port': {'id': '1dc51c02-f4d3-4a22-b18f-0c47ead9a57c', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:32:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6f2335-3ab2-4420-882b-64d0767242c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:24:17Z', 'updated_at': '2022-10-01T04:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '6e1bbb81-7669-431d-85bc-c5f765d3b2da', 'name': '', 'network_id': 'dfb1f66d-4f49-4f84-9a12-ceecfc8e716b', 'tenant_id': '1eda12202e6f439b96a87a81d7531503', 'mac_address': 'fa:16:3e:83:24:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6f2335-3ab2-4420-882b-64d0767242c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '24b2ed70-732b-4138-94d1-34ea1c5e13bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:24:19Z', 'updated_at': '2022-10-01T04:24:26Z', 'revision_number': 4, 'project_id': '1eda12202e6f439b96a87a81d7531503', 'subnets': [{'id': '24b2ed70-732b-4138-94d1-34ea1c5e13bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:24:26.557390 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:26.601197 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-3adfee98-4faa-4e90-a5e0-50d07806a58b None None] Provisioning complete for port e8ddb89b-3c0c-434b-a210-70bd46f51db4 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:24:26.601894 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3adfee98-4faa-4e90-a5e0-50d07806a58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (e8ddb89b-3c0c-434b-a210-70bd46f51db4), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:26.602400 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-3adfee98-4faa-4e90-a5e0-50d07806a58b None None] Attempt 1 to provision port e8ddb89b-3c0c-434b-a210-70bd46f51db4 Oct 01 04:24:26.604151 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba54a3e3-d390-4e11-9270-09848f484d5c None None] Pushing event updated for resources: {'Port': ['ID=e8ddb89b-3c0c-434b-a210-70bd46f51db4,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:26.682770 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 6e1bbb81-7669-431d-85bc-c5f765d3b2da up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:24:26.716106 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34ee51a-eff2-4f21-95c1-2d1a310bd335 admin admin] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:24:26.716792 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.db.db_base_plugin_common [None req-d044ee3e-1616-4f97-8d5a-ad0586fcd5d1 admin admin] Allocated IP 172.20.0.1 (f5262dc5-d357-43e9-8f5a-fb40f41ec417/8f8c9a7a-ace4-45cd-9970-bda9e212d9b4/669488c5-11a6-49ca-8e69-a9d93db4749f) {{(pid=106386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:24:26.726803 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-e34ee51a-eff2-4f21-95c1-2d1a310bd335 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/bd3e2cc2-4a45-4937-a829-76647eb9c5f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6802313 Oct 01 04:24:26.726972 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 40282) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:24:26.729196 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99803898-1eef-4458-8820-b3a25d071032 None None] Sync routers for ids ['bd3e2cc2-4a45-4937-a829-76647eb9c5f8'] in dv-cinder-860044-1-iscsi {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:24:26.736324 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:26.741886 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99803898-1eef-4458-8820-b3a25d071032 None None] Routers {'bd3e2cc2-4a45-4937-a829-76647eb9c5f8'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:24:26.742504 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-99803898-1eef-4458-8820-b3a25d071032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:24:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['bd3e2cc2-4a45-4937-a829-76647eb9c5f8'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:24:26.827019 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port 6e1bbb81-7669-431d-85bc-c5f765d3b2da triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:24:26.827548 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (6e1bbb81-7669-431d-85bc-c5f765d3b2da), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:26.827994 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port 6e1bbb81-7669-431d-85bc-c5f765d3b2da Oct 01 04:24:26.849553 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:26.864246 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-99803898-1eef-4458-8820-b3a25d071032 None None] Set router bd3e2cc2-4a45-4937-a829-76647eb9c5f8 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:24:26.908760 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-3adfee98-4faa-4e90-a5e0-50d07806a58b None None] Current status of the port e8ddb89b-3c0c-434b-a210-70bd46f51db4 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:24:26.987903 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-d044ee3e-1616-4f97-8d5a-ad0586fcd5d1 admin admin] Publish callbacks [] for port (669488c5-11a6-49ca-8e69-a9d93db4749f), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:26.995333 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-df4bcb69-e88c-4471-9e37-6547585c2eac None None] Publish callbacks [] for port (03854d4c-b59c-41df-8495-e4652ec31240), precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:26.999116 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f0a2fdde-7420-4d5a-a4e2-466ac572c2d2 admin admin] Publish callbacks [] for router (bd3e2cc2-4a45-4937-a829-76647eb9c5f8), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:27.002053 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port 6e1bbb81-7669-431d-85bc-c5f765d3b2da is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:24:27.002505 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (6e1bbb81-7669-431d-85bc-c5f765d3b2da), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:27.010037 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-df4bcb69-e88c-4471-9e37-6547585c2eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (03854d4c-b59c-41df-8495-e4652ec31240), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:27.038195 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:27.067589 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-df4bcb69-e88c-4471-9e37-6547585c2eac None None] Attempting to bind port 03854d4c-b59c-41df-8495-e4652ec31240 on host dv-cinder-860044-1-iscsi for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 01 04:24:27.068010 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-df4bcb69-e88c-4471-9e37-6547585c2eac None None] Attempting to bind port 03854d4c-b59c-41df-8495-e4652ec31240 by drivers openvswitch,hyperv on host dv-cinder-860044-1-iscsi at level 0 using segments [{'id': 'e11c25a1-22bc-489d-94fb-b6370ba219df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 01 04:24:27.068767 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4bcb69-e88c-4471-9e37-6547585c2eac None None] Attempting to bind port 03854d4c-b59c-41df-8495-e4652ec31240 on network 1c94595f-3990-43c2-b34b-d882a8bf5172 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:24:27.100324 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] For port 6e1bbb81-7669-431d-85bc-c5f765d3b2da, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=6e1bbb81-7669-431d-85bc-c5f765d3b2da,segment=NetworkSegment(ce4baa6a-a847-474d-a353-040c360e37c0),segment_id=ce4baa6a-a847-474d-a353-040c360e37c0)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:24:27.100699 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-99803898-1eef-4458-8820-b3a25d071032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'name': 'tempest-AttachVolumeTestJSON-180303181-router', 'tenant_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'fcc80e9b-d217-4578-b3d7-051e03c8ba8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:42Z', 'updated_at': '2022-10-01T04:24:25Z', 'revision_number': 5, 'project_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'gw_port': {'id': 'fcc80e9b-d217-4578-b3d7-051e03c8ba8c', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:43Z', 'updated_at': '2022-10-01T04:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi'}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:24:27.128492 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (6e1bbb81-7669-431d-85bc-c5f765d3b2da), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:27.129531 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 1dc51c02-f4d3-4a22-b18f-0c47ead9a57c up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:24:27.135159 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-d044ee3e-1616-4f97-8d5a-ad0586fcd5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5071981'] for port (669488c5-11a6-49ca-8e69-a9d93db4749f), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:27.141303 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99803898-1eef-4458-8820-b3a25d071032 None None] Checking router: bd3e2cc2-4a45-4937-a829-76647eb9c5f8 for host: dv-cinder-860044-1-iscsi {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:24:27.141699 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f0a2fdde-7420-4d5a-a4e2-466ac572c2d2 admin admin] Publish callbacks [] for router_gateway (bd3e2cc2-4a45-4937-a829-76647eb9c5f8), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:27.154552 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99803898-1eef-4458-8820-b3a25d071032 None None] Routers {'bd3e2cc2-4a45-4937-a829-76647eb9c5f8'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:24:27.154904 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-99803898-1eef-4458-8820-b3a25d071032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:24:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['bd3e2cc2-4a45-4937-a829-76647eb9c5f8'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:24:27.174004 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d74e1-7244-4957-bd8f-a4dbe63bbc38 None None] Pushing event updated for resources: {'Port': ['ID=03854d4c-b59c-41df-8495-e4652ec31240,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:27.213857 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d044ee3e-1616-4f97-8d5a-ad0586fcd5d1 admin admin] Network f5262dc5-d357-43e9-8f5a-fb40f41ec417 is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:24:27.227925 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4bcb69-e88c-4471-9e37-6547585c2eac None None] Checking agent: {'id': 'd8875dbe-87f1-4639-b3ef-79ff4b202d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860044-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 1, 4, 9, 48), 'started_at': datetime.datetime(2022, 10, 1, 4, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 1, 4, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860044-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 01 04:24:27.228291 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4bcb69-e88c-4471-9e37-6547585c2eac None None] Checking segment: {'id': 'e11c25a1-22bc-489d-94fb-b6370ba219df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:24:27.228690 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-df4bcb69-e88c-4471-9e37-6547585c2eac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:27.229132 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4bcb69-e88c-4471-9e37-6547585c2eac None None] Bound using segment: {'id': 'e11c25a1-22bc-489d-94fb-b6370ba219df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 01 04:24:27.229655 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-df4bcb69-e88c-4471-9e37-6547585c2eac None None] Bound port: 03854d4c-b59c-41df-8495-e4652ec31240, host: dv-cinder-860044-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e11c25a1-22bc-489d-94fb-b6370ba219df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 01 04:24:27.230037 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-df4bcb69-e88c-4471-9e37-6547585c2eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (03854d4c-b59c-41df-8495-e4652ec31240), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:27.234766 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-d044ee3e-1616-4f97-8d5a-ad0586fcd5d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:24:27.239825 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d044ee3e-1616-4f97-8d5a-ad0586fcd5d1 admin admin] Pushing event updated for resources: {'Port': ['ID=669488c5-11a6-49ca-8e69-a9d93db4749f,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:27.249697 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d044ee3e-1616-4f97-8d5a-ad0586fcd5d1 admin admin] Received port after_create {{(pid=106386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:24:27.295054 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-f0a2fdde-7420-4d5a-a4e2-466ac572c2d2 admin admin] Deleting port fcc80e9b-d217-4578-b3d7-051e03c8ba8c {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:24:27.295521 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f0a2fdde-7420-4d5a-a4e2-466ac572c2d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (fcc80e9b-d217-4578-b3d7-051e03c8ba8c), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:27.302552 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-df4bcb69-e88c-4471-9e37-6547585c2eac None None] For port 03854d4c-b59c-41df-8495-e4652ec31240, host dv-cinder-860044-1-iscsi, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 01 04:24:27.305897 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-df4bcb69-e88c-4471-9e37-6547585c2eac None None] For port 03854d4c-b59c-41df-8495-e4652ec31240, host dv-cinder-860044-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=03854d4c-b59c-41df-8495-e4652ec31240,segment=NetworkSegment(e11c25a1-22bc-489d-94fb-b6370ba219df),segment_id=e11c25a1-22bc-489d-94fb-b6370ba219df)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 01 04:24:27.316975 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-df4bcb69-e88c-4471-9e37-6547585c2eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (03854d4c-b59c-41df-8495-e4652ec31240), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:27.336542 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-99803898-1eef-4458-8820-b3a25d071032 None None] Set router bd3e2cc2-4a45-4937-a829-76647eb9c5f8 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:24:27.351975 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port 1dc51c02-f4d3-4a22-b18f-0c47ead9a57c triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:24:27.352711 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (1dc51c02-f4d3-4a22-b18f-0c47ead9a57c), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:27.353077 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port 1dc51c02-f4d3-4a22-b18f-0c47ead9a57c Oct 01 04:24:27.355449 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:27.356664 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Pushing event updated for resources: {'Port': ['ID=6e1bbb81-7669-431d-85bc-c5f765d3b2da,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:27.357591 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-d044ee3e-1616-4f97-8d5a-ad0586fcd5d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7982369'] for router_interface (a97275b6-0cf4-42b8-b0a1-e234c9fc86b5), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:27.385599 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4bcb69-e88c-4471-9e37-6547585c2eac None None] Routers {'a97275b6-0cf4-42b8-b0a1-e234c9fc86b5'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:24:27.387484 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-df4bcb69-e88c-4471-9e37-6547585c2eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:24:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['a97275b6-0cf4-42b8-b0a1-e234c9fc86b5'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:24:27.536368 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.db [None req-f0a2fdde-7420-4d5a-a4e2-466ac572c2d2 admin admin] For port fcc80e9b-d217-4578-b3d7-051e03c8ba8c, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=fcc80e9b-d217-4578-b3d7-051e03c8ba8c,segment=NetworkSegment(e11c25a1-22bc-489d-94fb-b6370ba219df),segment_id=e11c25a1-22bc-489d-94fb-b6370ba219df)] {{(pid=106386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:24:27.536848 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f0a2fdde-7420-4d5a-a4e2-466ac572c2d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (fcc80e9b-d217-4578-b3d7-051e03c8ba8c), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:27.563675 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-f0a2fdde-7420-4d5a-a4e2-466ac572c2d2 admin admin] Calling delete_port for fcc80e9b-d217-4578-b3d7-051e03c8ba8c owned by network:router_gateway {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:24:27.600803 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d74e1-7244-4957-bd8f-a4dbe63bbc38 None None] Pushing event updated for resources: {'Port': ['ID=03854d4c-b59c-41df-8495-e4652ec31240,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:27.635387 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-df4bcb69-e88c-4471-9e37-6547585c2eac None None] Set router a97275b6-0cf4-42b8-b0a1-e234c9fc86b5 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:24:27.639322 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:27.645464 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-d044ee3e-1616-4f97-8d5a-ad0586fcd5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (669488c5-11a6-49ca-8e69-a9d93db4749f), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:27.692140 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-99803898-1eef-4458-8820-b3a25d071032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'name': 'tempest-AttachVolumeTestJSON-180303181-router', 'tenant_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'fcc80e9b-d217-4578-b3d7-051e03c8ba8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:42Z', 'updated_at': '2022-10-01T04:24:25Z', 'revision_number': 5, 'project_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'gw_port': {'id': 'fcc80e9b-d217-4578-b3d7-051e03c8ba8c', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:43Z', 'updated_at': '2022-10-01T04:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi'}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:24:27.726394 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99803898-1eef-4458-8820-b3a25d071032 None None] The sync data for ids ['bd3e2cc2-4a45-4937-a829-76647eb9c5f8'] in dv-cinder-860044-1-iscsi is: [{'id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'name': 'tempest-AttachVolumeTestJSON-180303181-router', 'tenant_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'fcc80e9b-d217-4578-b3d7-051e03c8ba8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:42Z', 'updated_at': '2022-10-01T04:24:25Z', 'revision_number': 5, 'project_id': '16cd7bcb315d4dc58f73a9918adb57e2', 'gw_port': {'id': 'fcc80e9b-d217-4578-b3d7-051e03c8ba8c', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e2cc2-4a45-4937-a829-76647eb9c5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:43Z', 'updated_at': '2022-10-01T04:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi'}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:24:27.830385 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:27.867362 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-9d602e1e-105c-4767-858b-ccfe0daa8270 None None] Provisioning complete for port 669488c5-11a6-49ca-8e69-a9d93db4749f triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:24:27.867737 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9d602e1e-105c-4767-858b-ccfe0daa8270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (669488c5-11a6-49ca-8e69-a9d93db4749f), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:27.868072 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-9d602e1e-105c-4767-858b-ccfe0daa8270 None None] Attempt 1 to provision port 669488c5-11a6-49ca-8e69-a9d93db4749f Oct 01 04:24:27.871476 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port 1dc51c02-f4d3-4a22-b18f-0c47ead9a57c is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:24:27.872529 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device e8ddb89b-3c0c-434b-a210-70bd46f51db4 up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:24:27.913976 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f0a2fdde-7420-4d5a-a4e2-466ac572c2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5071981'] for port (fcc80e9b-d217-4578-b3d7-051e03c8ba8c), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:27.949142 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a2fdde-7420-4d5a-a4e2-466ac572c2d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcc80e9b-d217-4578-b3d7-051e03c8ba8c,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:27.957688 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-d044ee3e-1616-4f97-8d5a-ad0586fcd5d1 admin admin] Publish callbacks [] for port (669488c5-11a6-49ca-8e69-a9d93db4749f), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:27.979796 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-d044ee3e-1616-4f97-8d5a-ad0586fcd5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5071994'] for port (669488c5-11a6-49ca-8e69-a9d93db4749f), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:27.980950 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-9d602e1e-105c-4767-858b-ccfe0daa8270 None None] Port 669488c5-11a6-49ca-8e69-a9d93db4749f cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 01 04:24:28.013021 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port e8ddb89b-3c0c-434b-a210-70bd46f51db4 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:24:28.013354 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (e8ddb89b-3c0c-434b-a210-70bd46f51db4), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:28.013699 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port e8ddb89b-3c0c-434b-a210-70bd46f51db4 Oct 01 04:24:28.080384 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=100 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:28.083931 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-d044ee3e-1616-4f97-8d5a-ad0586fcd5d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7886632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7982485'] for router_interface (a97275b6-0cf4-42b8-b0a1-e234c9fc86b5), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:28.085067 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-df4bcb69-e88c-4471-9e37-6547585c2eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97275b6-0cf4-42b8-b0a1-e234c9fc86b5', 'name': 'tempest-TestShelveInstance-1470559286-router', 'tenant_id': '2dccf74ffdb5456e88c122f02cb84f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '03854d4c-b59c-41df-8495-e4652ec31240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:24:23Z', 'updated_at': '2022-10-01T04:24:24Z', 'revision_number': 3, 'project_id': '2dccf74ffdb5456e88c122f02cb84f0f', 'gw_port': {'id': '03854d4c-b59c-41df-8495-e4652ec31240', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:78:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a97275b6-0cf4-42b8-b0a1-e234c9fc86b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:24:23Z', 'updated_at': '2022-10-01T04:24:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi'}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:24:28.088347 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d044ee3e-1616-4f97-8d5a-ad0586fcd5d1 admin admin] Pushing event updated for resources: {'Port': ['ID=669488c5-11a6-49ca-8e69-a9d93db4749f,revision_number=2']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:28.093945 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f0a2fdde-7420-4d5a-a4e2-466ac572c2d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989870'] for router_gateway (bd3e2cc2-4a45-4937-a829-76647eb9c5f8), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:28.121165 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4bcb69-e88c-4471-9e37-6547585c2eac None None] The sync data for ids ['a97275b6-0cf4-42b8-b0a1-e234c9fc86b5'] in dv-cinder-860044-1-iscsi is: [{'id': 'a97275b6-0cf4-42b8-b0a1-e234c9fc86b5', 'name': 'tempest-TestShelveInstance-1470559286-router', 'tenant_id': '2dccf74ffdb5456e88c122f02cb84f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '03854d4c-b59c-41df-8495-e4652ec31240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:24:23Z', 'updated_at': '2022-10-01T04:24:24Z', 'revision_number': 3, 'project_id': '2dccf74ffdb5456e88c122f02cb84f0f', 'gw_port': {'id': '03854d4c-b59c-41df-8495-e4652ec31240', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:78:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a97275b6-0cf4-42b8-b0a1-e234c9fc86b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:24:23Z', 'updated_at': '2022-10-01T04:24:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi'}] {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:24:28.169377 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port e8ddb89b-3c0c-434b-a210-70bd46f51db4 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:24:28.233376 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f0a2fdde-7420-4d5a-a4e2-466ac572c2d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7990903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3226'] for router (bd3e2cc2-4a45-4937-a829-76647eb9c5f8), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:28.236967 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f0a2fdde-7420-4d5a-a4e2-466ac572c2d2 admin admin] Publish callbacks [] for router_controller (bd3e2cc2-4a45-4937-a829-76647eb9c5f8), precommit_delete_associations {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:28.359184 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device e8ddb89b-3c0c-434b-a210-70bd46f51db4 up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:24:28.405969 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port e8ddb89b-3c0c-434b-a210-70bd46f51db4 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:24:28.406712 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (e8ddb89b-3c0c-434b-a210-70bd46f51db4), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:28.406811 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port e8ddb89b-3c0c-434b-a210-70bd46f51db4 Oct 01 04:24:28.495724 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port e8ddb89b-3c0c-434b-a210-70bd46f51db4 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:24:28.497237 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 6e1bbb81-7669-431d-85bc-c5f765d3b2da up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:24:28.503180 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f0a2fdde-7420-4d5a-a4e2-466ac572c2d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7990894'] for router (bd3e2cc2-4a45-4937-a829-76647eb9c5f8), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:28.503764 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a2fdde-7420-4d5a-a4e2-466ac572c2d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd3e2cc2-4a45-4937-a829-76647eb9c5f8 {{(pid=106386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 01 04:24:28.510983 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f0a2fdde-7420-4d5a-a4e2-466ac572c2d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:28.512140 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-f0a2fdde-7420-4d5a-a4e2-466ac572c2d2 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/bd3e2cc2-4a45-4937-a829-76647eb9c5f8 HTTP/1.1" status: 204 len: 168 time: 1.7845750 Oct 01 04:24:28.514851 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 40284) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:24:28.531586 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d044ee3e-1616-4f97-8d5a-ad0586fcd5d1 admin admin] Network f5262dc5-d357-43e9-8f5a-fb40f41ec417 is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:24:28.533401 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-d044ee3e-1616-4f97-8d5a-ad0586fcd5d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:24:28.551510 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port 6e1bbb81-7669-431d-85bc-c5f765d3b2da triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:24:28.551894 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (6e1bbb81-7669-431d-85bc-c5f765d3b2da), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:28.552239 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port 6e1bbb81-7669-431d-85bc-c5f765d3b2da Oct 01 04:24:28.594524 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdfb51e7-92e9-48dd-a763-eacb81f14309 admin admin] Deleting subnet 89891fb7-0571-4637-a13e-eaebabac5342 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 01 04:24:28.598797 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cdfb51e7-92e9-48dd-a763-eacb81f14309 admin admin] Publish callbacks [] for subnet (89891fb7-0571-4637-a13e-eaebabac5342), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:28.644540 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port 6e1bbb81-7669-431d-85bc-c5f765d3b2da is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:24:28.653350 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cdfb51e7-92e9-48dd-a763-eacb81f14309 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4947394'] for subnet (89891fb7-0571-4637-a13e-eaebabac5342), precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:28.660731 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 03de13cd-17bd-4c7d-8ee6-140edfcf3b21 no longer exists at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:24:28.691323 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] No Port match for: 03de13cd-17bd-4c7d-8ee6-140edfcf3b21 {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 01 04:24:28.691730 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 03de13cd-17bd-4c7d-8ee6-140edfcf3b21 not bound to the agent host dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 01 04:24:28.705589 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d044ee3e-1616-4f97-8d5a-ad0586fcd5d1 admin admin] Router a97275b6-0cf4-42b8-b0a1-e234c9fc86b5 has already been hosted by L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 {{(pid=106386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 01 04:24:28.810835 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:28.820995 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cdfb51e7-92e9-48dd-a763-eacb81f14309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1040298'] for subnet (89891fb7-0571-4637-a13e-eaebabac5342), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:28.852748 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:28.880681 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d044ee3e-1616-4f97-8d5a-ad0586fcd5d1 admin admin] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:24:28.886342 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-d044ee3e-1616-4f97-8d5a-ad0586fcd5d1 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/a97275b6-0cf4-42b8-b0a1-e234c9fc86b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2023249 Oct 01 04:24:28.907333 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cdfb51e7-92e9-48dd-a763-eacb81f14309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1035713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8038045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4916124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4906860'] for subnet (89891fb7-0571-4637-a13e-eaebabac5342), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:28.911627 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-90b97e36-22fb-4b7e-95c8-a2340d973bcb None None] Provisioning complete for port 669488c5-11a6-49ca-8e69-a9d93db4749f triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:24:28.913978 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90b97e36-22fb-4b7e-95c8-a2340d973bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (669488c5-11a6-49ca-8e69-a9d93db4749f), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:28.914337 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-90b97e36-22fb-4b7e-95c8-a2340d973bcb None None] Attempt 1 to provision port 669488c5-11a6-49ca-8e69-a9d93db4749f Oct 01 04:24:28.956238 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-90b97e36-22fb-4b7e-95c8-a2340d973bcb None None] Port 669488c5-11a6-49ca-8e69-a9d93db4749f cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 01 04:24:28.956803 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb51e7-92e9-48dd-a763-eacb81f14309 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89891fb7-0571-4637-a13e-eaebabac5342,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:28.965900 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cdfb51e7-92e9-48dd-a763-eacb81f14309 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:28.971201 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0aa5368-5fef-4841-aafa-b65702291adb None None] Network 3af0afc2-a8fa-427e-a8af-57c40105fd2b requested from dv-cinder-860044-1-iscsi {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 01 04:24:28.972202 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-cdfb51e7-92e9-48dd-a763-eacb81f14309 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/89891fb7-0571-4637-a13e-eaebabac5342 HTTP/1.1" status: 204 len: 168 time: 0.4560661 Oct 01 04:24:28.972877 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 40288) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:24:29.025773 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=100 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:29.056473 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-26ef97f4-8180-4fec-b1cd-f9af022ae944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799227'] for network (3af0afc2-a8fa-427e-a8af-57c40105fd2b), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:29.109380 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-26ef97f4-8180-4fec-b1cd-f9af022ae944 admin admin] Deleting port 5bd9c7e6-f8d1-4658-b832-4fc8f74db724 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:24:29.109792 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-26ef97f4-8180-4fec-b1cd-f9af022ae944 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (5bd9c7e6-f8d1-4658-b832-4fc8f74db724), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:29.184870 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-26ef97f4-8180-4fec-b1cd-f9af022ae944 admin admin] For port 5bd9c7e6-f8d1-4658-b832-4fc8f74db724, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=5bd9c7e6-f8d1-4658-b832-4fc8f74db724,segment=NetworkSegment(456799c3-9e2a-4334-9278-8f3823819afe),segment_id=456799c3-9e2a-4334-9278-8f3823819afe)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:24:29.185323 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-26ef97f4-8180-4fec-b1cd-f9af022ae944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (5bd9c7e6-f8d1-4658-b832-4fc8f74db724), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:29.199572 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-26ef97f4-8180-4fec-b1cd-f9af022ae944 admin admin] Calling delete_port for 5bd9c7e6-f8d1-4658-b832-4fc8f74db724 owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:24:29.267715 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6344eafb-e6bd-457b-99ee-a4688bad02f9 None None] DHCP port deletion for 3af0afc2-a8fa-427e-a8af-57c40105fd2b request from dv-cinder-860044-1-iscsi {{(pid=106388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 01 04:24:29.298998 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-26ef97f4-8180-4fec-b1cd-f9af022ae944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (5bd9c7e6-f8d1-4658-b832-4fc8f74db724), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:29.328878 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef97f4-8180-4fec-b1cd-f9af022ae944 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bd9c7e6-f8d1-4658-b832-4fc8f74db724,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:29.330904 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ef97f4-8180-4fec-b1cd-f9af022ae944 admin admin] No DVR routers for this DVR port 5bd9c7e6-f8d1-4658-b832-4fc8f74db724 on host dv-cinder-860044-1-iscsi {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 01 04:24:29.334351 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:29.339931 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-6344eafb-e6bd-457b-99ee-a4688bad02f9 None None] Deleting port 5bd9c7e6-f8d1-4658-b832-4fc8f74db724 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:24:29.340322 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6344eafb-e6bd-457b-99ee-a4688bad02f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (5bd9c7e6-f8d1-4658-b832-4fc8f74db724), before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:29.413793 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 40294) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:24:29.415535 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-26ef97f4-8180-4fec-b1cd-f9af022ae944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-909724', 'neutron.services.segments.db._delete_segments_for_network-8783883502282'] for network (3af0afc2-a8fa-427e-a8af-57c40105fd2b), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:29.431918 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-6344eafb-e6bd-457b-99ee-a4688bad02f9 None None] For port 5bd9c7e6-f8d1-4658-b832-4fc8f74db724, host dv-cinder-860044-1-iscsi, got binding levels [] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:24:29.432499 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6344eafb-e6bd-457b-99ee-a4688bad02f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (5bd9c7e6-f8d1-4658-b832-4fc8f74db724), precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:29.435379 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-d0886fb6-237e-4046-bb52-38ee16b8fe02 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1348309530', 'description': 'tempest-secgroup-smoke-1348309530 description', 'project_id': '1eda12202e6f439b96a87a81d7531503'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:24:29.451885 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-6344eafb-e6bd-457b-99ee-a4688bad02f9 None None] Calling delete_port for 5bd9c7e6-f8d1-4658-b832-4fc8f74db724 owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:24:29.455356 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.ipam_backend_mixin [None req-6344eafb-e6bd-457b-99ee-a4688bad02f9 None None] Port 5bd9c7e6-f8d1-4658-b832-4fc8f74db724 was not found and therefore no delete operation was performed {{(pid=106388) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 01 04:24:29.456786 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6344eafb-e6bd-457b-99ee-a4688bad02f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859'] for port (5bd9c7e6-f8d1-4658-b832-4fc8f74db724), after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:29.462495 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.services.segments.db [None req-26ef97f4-8180-4fec-b1cd-f9af022ae944 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3af0afc2-a8fa-427e-a8af-57c40105fd2b']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:24:29.478596 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.services.segments.db [None req-26ef97f4-8180-4fec-b1cd-f9af022ae944 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '456799c3-9e2a-4334-9278-8f3823819afe') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:24:29.478988 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.services.segments.db [None req-26ef97f4-8180-4fec-b1cd-f9af022ae944 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '456799c3-9e2a-4334-9278-8f3823819afe') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:24:29.487634 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6344eafb-e6bd-457b-99ee-a4688bad02f9 None None] Pushing event deleted for resources: {'Port': ['ID=5bd9c7e6-f8d1-4658-b832-4fc8f74db724,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:29.492093 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6344eafb-e6bd-457b-99ee-a4688bad02f9 None None] No DVR routers for this DVR port 5bd9c7e6-f8d1-4658-b832-4fc8f74db724 on host dv-cinder-860044-1-iscsi {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 01 04:24:29.495772 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-26ef97f4-8180-4fec-b1cd-f9af022ae944 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783883475047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4947403'] for segment (456799c3-9e2a-4334-9278-8f3823819afe), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:29.498653 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d0886fb6-237e-4046-bb52-38ee16b8fe02 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:29.523959 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-26ef97f4-8180-4fec-b1cd-f9af022ae944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916673'] for segment (456799c3-9e2a-4334-9278-8f3823819afe), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:29.535399 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26ef97f4-8180-4fec-b1cd-f9af022ae944 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 01 04:24:29.535800 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-26ef97f4-8180-4fec-b1cd-f9af022ae944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4916018'] for segment (456799c3-9e2a-4334-9278-8f3823819afe), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:29.620970 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-26ef97f4-8180-4fec-b1cd-f9af022ae944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-909719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8037924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989909'] for network (3af0afc2-a8fa-427e-a8af-57c40105fd2b), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:29.625450 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-26ef97f4-8180-4fec-b1cd-f9af022ae944 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for network (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:29.628516 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-26ef97f4-8180-4fec-b1cd-f9af022ae944 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/3af0afc2-a8fa-427e-a8af-57c40105fd2b HTTP/1.1" status: 204 len: 168 time: 0.6546068 Oct 01 04:24:29.649866 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef97f4-8180-4fec-b1cd-f9af022ae944 admin admin] Pushing event deleted for resources: {'Network': ['ID=3af0afc2-a8fa-427e-a8af-57c40105fd2b,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:29.681452 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d0886fb6-237e-4046-bb52-38ee16b8fe02 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Publish callbacks [] for security_group (6a7777c8-844e-48e2-a40d-f3ea00607216), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:29.688282 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d0886fb6-237e-4046-bb52-38ee16b8fe02 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (6a7777c8-844e-48e2-a40d-f3ea00607216), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:29.746563 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d0886fb6-237e-4046-bb52-38ee16b8fe02 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:29.747902 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-d0886fb6-237e-4046-bb52-38ee16b8fe02 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3295834 Oct 01 04:24:29.749639 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.services.segments.plugin [-] Segment 456799c3-9e2a-4334-9278-8f3823819afe resource provider aggregate not found Oct 01 04:24:29.751193 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 40302) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:24:29.761135 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [None req-6991f8f0-a37a-4d81-8b25-40347cb2c47f tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Request body: {'security_group_rule': {'security_group_id': '6a7777c8-844e-48e2-a40d-f3ea00607216', 'project_id': '1eda12202e6f439b96a87a81d7531503', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:24:29.769363 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0886fb6-237e-4046-bb52-38ee16b8fe02 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7777c8-844e-48e2-a40d-f3ea00607216,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:29.777467 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.services.segments.plugin [-] Segment 456799c3-9e2a-4334-9278-8f3823819afe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 456799c3-9e2a-4334-9278-8f3823819afe found for delete ", "request_id": "req-83324645-0184-497f-a6a7-89daed535ec1"}]} Oct 01 04:24:29.808208 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6991f8f0-a37a-4d81-8b25-40347cb2c47f tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Publish callbacks [] for security_group_rule (03dd4a65-9e82-41e8-bc25-b197f3ebef85), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:29.842879 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 40306) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:24:29.884623 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:29.903046 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6991f8f0-a37a-4d81-8b25-40347cb2c47f tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Publish callbacks [] for security_group_rule (03dd4a65-9e82-41e8-bc25-b197f3ebef85), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:29.908444 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6991f8f0-a37a-4d81-8b25-40347cb2c47f tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043934'] for security_group_rule (03dd4a65-9e82-41e8-bc25-b197f3ebef85), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:29.916704 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-39d8ba9e-3957-4ae2-a916-16693482a6e5 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=16cd7bcb315d4dc58f73a9918adb57e2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0726464 Oct 01 04:24:29.920577 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 40308) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:24:29.930972 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6991f8f0-a37a-4d81-8b25-40347cb2c47f tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03dd4a65-9e82-41e8-bc25-b197f3ebef85,revision_number=0']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:29.939929 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6991f8f0-a37a-4d81-8b25-40347cb2c47f tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:29.945000 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-6991f8f0-a37a-4d81-8b25-40347cb2c47f tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1880291 Oct 01 04:24:29.945225 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 40310) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:24:29.949530 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [None req-6180229c-2995-4287-b502-69e509a9929e tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Request body: {'security_group_rule': {'security_group_id': '6a7777c8-844e-48e2-a40d-f3ea00607216', 'project_id': '1eda12202e6f439b96a87a81d7531503', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:24:29.955110 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=84,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:29.976935 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6180229c-2995-4287-b502-69e509a9929e tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Publish callbacks [] for security_group_rule (6bb878c2-7b78-482c-a05c-97bb61fdf10f), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:29.983159 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-86dca9e6-8dc5-4400-90e9-c9871094f22c admin admin] Publish callbacks [] for security_group (8d4df881-b3c1-497c-ae2b-fcf3450f8869), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:30.006542 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-86dca9e6-8dc5-4400-90e9-c9871094f22c admin admin] Publish callbacks [] for security_group (8d4df881-b3c1-497c-ae2b-fcf3450f8869), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:30.039051 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6180229c-2995-4287-b502-69e509a9929e tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Publish callbacks [] for security_group_rule (6bb878c2-7b78-482c-a05c-97bb61fdf10f), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:30.045415 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6180229c-2995-4287-b502-69e509a9929e tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043934'] for security_group_rule (6bb878c2-7b78-482c-a05c-97bb61fdf10f), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:30.059242 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-86dca9e6-8dc5-4400-90e9-c9871094f22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (8d4df881-b3c1-497c-ae2b-fcf3450f8869), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:30.061836 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-86dca9e6-8dc5-4400-90e9-c9871094f22c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:30.062998 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-86dca9e6-8dc5-4400-90e9-c9871094f22c admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/8d4df881-b3c1-497c-ae2b-fcf3450f8869 HTTP/1.1" status: 204 len: 168 time: 0.1406169 Oct 01 04:24:30.073289 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6180229c-2995-4287-b502-69e509a9929e tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bb878c2-7b78-482c-a05c-97bb61fdf10f,revision_number=0']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:30.073829 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dca9e6-8dc5-4400-90e9-c9871094f22c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4df881-b3c1-497c-ae2b-fcf3450f8869,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:30.092339 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6180229c-2995-4287-b502-69e509a9929e tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:30.094072 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-6180229c-2995-4287-b502-69e509a9929e tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1474566 Oct 01 04:24:30.096313 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 40314) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:24:30.102425 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [None req-5d3a5150-c45e-4a81-9b83-b31faf1a2a35 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Request body: {'security_group_rule': {'security_group_id': '6a7777c8-844e-48e2-a40d-f3ea00607216', 'project_id': '1eda12202e6f439b96a87a81d7531503', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:24:30.132426 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5d3a5150-c45e-4a81-9b83-b31faf1a2a35 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Publish callbacks [] for security_group_rule (4f4eb243-8c88-4439-94db-e6c1cefe07ec), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:30.197362 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5d3a5150-c45e-4a81-9b83-b31faf1a2a35 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Publish callbacks [] for security_group_rule (4f4eb243-8c88-4439-94db-e6c1cefe07ec), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:30.205056 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5d3a5150-c45e-4a81-9b83-b31faf1a2a35 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043934'] for security_group_rule (4f4eb243-8c88-4439-94db-e6c1cefe07ec), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:30.231816 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a5150-c45e-4a81-9b83-b31faf1a2a35 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f4eb243-8c88-4439-94db-e6c1cefe07ec,revision_number=0']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:30.249753 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5d3a5150-c45e-4a81-9b83-b31faf1a2a35 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:30.251088 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-5d3a5150-c45e-4a81-9b83-b31faf1a2a35 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1537516 Oct 01 04:24:30.254037 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 40316) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:24:30.265868 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-6fbb906a-ef3b-41f9-8b43-f84f25d4084f tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Request body: {'security_group_rule': {'security_group_id': '6a7777c8-844e-48e2-a40d-f3ea00607216', 'project_id': '1eda12202e6f439b96a87a81d7531503', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:24:30.297250 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6fbb906a-ef3b-41f9-8b43-f84f25d4084f tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Publish callbacks [] for security_group_rule (21f771a6-cdff-4835-a6aa-b92d86884191), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:30.311569 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 03854d4c-b59c-41df-8495-e4652ec31240 up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:24:30.367758 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port 03854d4c-b59c-41df-8495-e4652ec31240 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:24:30.368239 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (03854d4c-b59c-41df-8495-e4652ec31240), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:30.368667 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port 03854d4c-b59c-41df-8495-e4652ec31240 Oct 01 04:24:30.390974 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6fbb906a-ef3b-41f9-8b43-f84f25d4084f tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Publish callbacks [] for security_group_rule (21f771a6-cdff-4835-a6aa-b92d86884191), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:30.396074 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6fbb906a-ef3b-41f9-8b43-f84f25d4084f tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043934'] for security_group_rule (21f771a6-cdff-4835-a6aa-b92d86884191), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:30.419695 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbb906a-ef3b-41f9-8b43-f84f25d4084f tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21f771a6-cdff-4835-a6aa-b92d86884191,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:30.431274 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6fbb906a-ef3b-41f9-8b43-f84f25d4084f tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:30.435089 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 40322) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:24:30.435225 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-6fbb906a-ef3b-41f9-8b43-f84f25d4084f tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1799829 Oct 01 04:24:30.439854 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [None req-fc268e14-6e3b-440b-994a-96431dcec978 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Request body: {'security_group_rule': {'security_group_id': '6a7777c8-844e-48e2-a40d-f3ea00607216', 'project_id': '1eda12202e6f439b96a87a81d7531503', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:24:30.471444 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.db.securitygroups_db [None req-fc268e14-6e3b-440b-994a-96431dcec978 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Project 1eda12202e6f439b96a87a81d7531503 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 01 04:24:30.479064 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-fc268e14-6e3b-440b-994a-96431dcec978 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Publish callbacks [] for security_group_rule (f3a94ad6-5fc4-4cb0-8688-029d6bf2d0a6), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:30.484505 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port 03854d4c-b59c-41df-8495-e4652ec31240 is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:24:30.485011 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (03854d4c-b59c-41df-8495-e4652ec31240), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:30.518158 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] For port 03854d4c-b59c-41df-8495-e4652ec31240, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=03854d4c-b59c-41df-8495-e4652ec31240,segment=NetworkSegment(e11c25a1-22bc-489d-94fb-b6370ba219df),segment_id=e11c25a1-22bc-489d-94fb-b6370ba219df)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:24:30.525852 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (03854d4c-b59c-41df-8495-e4652ec31240), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:30.586090 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-fc268e14-6e3b-440b-994a-96431dcec978 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Publish callbacks [] for security_group_rule (f3a94ad6-5fc4-4cb0-8688-029d6bf2d0a6), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:30.589885 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Pushing event updated for resources: {'Port': ['ID=03854d4c-b59c-41df-8495-e4652ec31240,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:30.597810 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-fc268e14-6e3b-440b-994a-96431dcec978 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043934'] for security_group_rule (f3a94ad6-5fc4-4cb0-8688-029d6bf2d0a6), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:30.613278 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device fcc80e9b-d217-4578-b3d7-051e03c8ba8c no longer exists at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:24:30.626474 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc268e14-6e3b-440b-994a-96431dcec978 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3a94ad6-5fc4-4cb0-8688-029d6bf2d0a6,revision_number=0']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:30.635758 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-fc268e14-6e3b-440b-994a-96431dcec978 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:30.635908 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] No Port match for: fcc80e9b-d217-4578-b3d7-051e03c8ba8c {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 01 04:24:30.636364 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device fcc80e9b-d217-4578-b3d7-051e03c8ba8c not bound to the agent host dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 01 04:24:30.636824 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 5bd9c7e6-f8d1-4658-b832-4fc8f74db724 no longer exists at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:24:30.637241 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-fc268e14-6e3b-440b-994a-96431dcec978 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2011378 Oct 01 04:24:30.639739 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:30.640305 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 40330) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:24:30.645405 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [None req-877a129f-912e-47af-aad1-65f21dd1a0cf tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Request body: {'security_group_rule': {'security_group_id': '6a7777c8-844e-48e2-a40d-f3ea00607216', 'project_id': '1eda12202e6f439b96a87a81d7531503', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:24:30.656691 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] No Port match for: 5bd9c7e6-f8d1-4658-b832-4fc8f74db724 {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 01 04:24:30.657076 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 5bd9c7e6-f8d1-4658-b832-4fc8f74db724 not bound to the agent host dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 01 04:24:30.678038 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.db.securitygroups_db [None req-877a129f-912e-47af-aad1-65f21dd1a0cf tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Project 1eda12202e6f439b96a87a81d7531503 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 01 04:24:30.685801 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-877a129f-912e-47af-aad1-65f21dd1a0cf tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Publish callbacks [] for security_group_rule (11e54e5a-745f-4881-b7cd-5319437a4b64), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:30.709496 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd176f9d-bf06-4699-b049-7598525243f1 None None] Sync routers for ids ['a97275b6-0cf4-42b8-b0a1-e234c9fc86b5'] in dv-cinder-860044-1-iscsi {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:24:30.722930 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd176f9d-bf06-4699-b049-7598525243f1 None None] Routers {'a97275b6-0cf4-42b8-b0a1-e234c9fc86b5'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:24:30.723965 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-dd176f9d-bf06-4699-b049-7598525243f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:24:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['a97275b6-0cf4-42b8-b0a1-e234c9fc86b5'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:24:30.759088 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:30.761778 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-877a129f-912e-47af-aad1-65f21dd1a0cf tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Publish callbacks [] for security_group_rule (11e54e5a-745f-4881-b7cd-5319437a4b64), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:30.766134 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-877a129f-912e-47af-aad1-65f21dd1a0cf tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043934'] for security_group_rule (11e54e5a-745f-4881-b7cd-5319437a4b64), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:30.790266 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877a129f-912e-47af-aad1-65f21dd1a0cf tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11e54e5a-745f-4881-b7cd-5319437a4b64,revision_number=0']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:30.797780 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-877a129f-912e-47af-aad1-65f21dd1a0cf tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:30.798990 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-877a129f-912e-47af-aad1-65f21dd1a0cf tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1572549 Oct 01 04:24:30.851755 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-dd176f9d-bf06-4699-b049-7598525243f1 None None] Set router a97275b6-0cf4-42b8-b0a1-e234c9fc86b5 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:24:31.067837 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-dd176f9d-bf06-4699-b049-7598525243f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97275b6-0cf4-42b8-b0a1-e234c9fc86b5', 'name': 'tempest-TestShelveInstance-1470559286-router', 'tenant_id': '2dccf74ffdb5456e88c122f02cb84f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '03854d4c-b59c-41df-8495-e4652ec31240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:24:23Z', 'updated_at': '2022-10-01T04:24:27Z', 'revision_number': 4, 'project_id': '2dccf74ffdb5456e88c122f02cb84f0f', 'gw_port': {'id': '03854d4c-b59c-41df-8495-e4652ec31240', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:78:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97275b6-0cf4-42b8-b0a1-e234c9fc86b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:24:23Z', 'updated_at': '2022-10-01T04:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '669488c5-11a6-49ca-8e69-a9d93db4749f', 'name': '', 'network_id': 'f5262dc5-d357-43e9-8f5a-fb40f41ec417', 'tenant_id': '2dccf74ffdb5456e88c122f02cb84f0f', 'mac_address': 'fa:16:3e:6e:3c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a97275b6-0cf4-42b8-b0a1-e234c9fc86b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '8f8c9a7a-ace4-45cd-9970-bda9e212d9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:24:26Z', 'updated_at': '2022-10-01T04:24:27Z', 'revision_number': 2, 'project_id': '2dccf74ffdb5456e88c122f02cb84f0f', 'subnets': [{'id': '8f8c9a7a-ace4-45cd-9970-bda9e212d9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:24:31.095657 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd176f9d-bf06-4699-b049-7598525243f1 None None] Checking router: a97275b6-0cf4-42b8-b0a1-e234c9fc86b5 for host: dv-cinder-860044-1-iscsi {{(pid=106388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:24:31.096022 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd176f9d-bf06-4699-b049-7598525243f1 None None] Updating router a97275b6-0cf4-42b8-b0a1-e234c9fc86b5 port 669488c5-11a6-49ca-8e69-a9d93db4749f binding host dv-cinder-860044-1-iscsi {{(pid=106388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 01 04:24:31.125867 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dd176f9d-bf06-4699-b049-7598525243f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (669488c5-11a6-49ca-8e69-a9d93db4749f), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:31.235776 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:31.451340 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dd176f9d-bf06-4699-b049-7598525243f1 None None] Publish callbacks [] for port (669488c5-11a6-49ca-8e69-a9d93db4749f), precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:31.464240 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dd176f9d-bf06-4699-b049-7598525243f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (669488c5-11a6-49ca-8e69-a9d93db4749f), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:31.519562 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e5b34f-21d6-450e-8019-83fbe6caa915 None None] Pushing event updated for resources: {'Port': ['ID=669488c5-11a6-49ca-8e69-a9d93db4749f,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:31.581973 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-dd176f9d-bf06-4699-b049-7598525243f1 None None] Attempting to bind port 669488c5-11a6-49ca-8e69-a9d93db4749f on host dv-cinder-860044-1-iscsi for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 01 04:24:31.582286 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-dd176f9d-bf06-4699-b049-7598525243f1 None None] Attempting to bind port 669488c5-11a6-49ca-8e69-a9d93db4749f by drivers openvswitch,hyperv on host dv-cinder-860044-1-iscsi at level 0 using segments [{'id': '3cd1b549-d254-4cf3-b532-b26ae45721ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f5262dc5-d357-43e9-8f5a-fb40f41ec417'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 01 04:24:31.582627 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd176f9d-bf06-4699-b049-7598525243f1 None None] Attempting to bind port 669488c5-11a6-49ca-8e69-a9d93db4749f on network f5262dc5-d357-43e9-8f5a-fb40f41ec417 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:24:31.629509 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd176f9d-bf06-4699-b049-7598525243f1 None None] Checking agent: {'id': 'd8875dbe-87f1-4639-b3ef-79ff4b202d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860044-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 1, 4, 9, 48), 'started_at': datetime.datetime(2022, 10, 1, 4, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 1, 4, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860044-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 01 04:24:31.629882 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd176f9d-bf06-4699-b049-7598525243f1 None None] Checking segment: {'id': '3cd1b549-d254-4cf3-b532-b26ae45721ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f5262dc5-d357-43e9-8f5a-fb40f41ec417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:24:31.630276 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dd176f9d-bf06-4699-b049-7598525243f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:31.630693 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd176f9d-bf06-4699-b049-7598525243f1 None None] Bound using segment: {'id': '3cd1b549-d254-4cf3-b532-b26ae45721ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f5262dc5-d357-43e9-8f5a-fb40f41ec417'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 01 04:24:31.631150 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-dd176f9d-bf06-4699-b049-7598525243f1 None None] Bound port: 669488c5-11a6-49ca-8e69-a9d93db4749f, host: dv-cinder-860044-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cd1b549-d254-4cf3-b532-b26ae45721ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f5262dc5-d357-43e9-8f5a-fb40f41ec417'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 01 04:24:31.631527 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dd176f9d-bf06-4699-b049-7598525243f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (669488c5-11a6-49ca-8e69-a9d93db4749f), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:31.690072 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:31.691282 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-dd176f9d-bf06-4699-b049-7598525243f1 None None] For port 669488c5-11a6-49ca-8e69-a9d93db4749f, host dv-cinder-860044-1-iscsi, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 01 04:24:31.694704 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-dd176f9d-bf06-4699-b049-7598525243f1 None None] For port 669488c5-11a6-49ca-8e69-a9d93db4749f, host dv-cinder-860044-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=669488c5-11a6-49ca-8e69-a9d93db4749f,segment=NetworkSegment(3cd1b549-d254-4cf3-b532-b26ae45721ef),segment_id=3cd1b549-d254-4cf3-b532-b26ae45721ef)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 01 04:24:31.699500 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dd176f9d-bf06-4699-b049-7598525243f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (669488c5-11a6-49ca-8e69-a9d93db4749f), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:31.736079 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd176f9d-bf06-4699-b049-7598525243f1 None None] Routers {'a97275b6-0cf4-42b8-b0a1-e234c9fc86b5'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:24:31.736698 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-dd176f9d-bf06-4699-b049-7598525243f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:24:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['a97275b6-0cf4-42b8-b0a1-e234c9fc86b5'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:24:31.796850 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e5b34f-21d6-450e-8019-83fbe6caa915 None None] Pushing event updated for resources: {'Port': ['ID=669488c5-11a6-49ca-8e69-a9d93db4749f,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:31.860352 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-dd176f9d-bf06-4699-b049-7598525243f1 None None] Set router a97275b6-0cf4-42b8-b0a1-e234c9fc86b5 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:24:32.181420 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-dd176f9d-bf06-4699-b049-7598525243f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97275b6-0cf4-42b8-b0a1-e234c9fc86b5', 'name': 'tempest-TestShelveInstance-1470559286-router', 'tenant_id': '2dccf74ffdb5456e88c122f02cb84f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '03854d4c-b59c-41df-8495-e4652ec31240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:24:23Z', 'updated_at': '2022-10-01T04:24:27Z', 'revision_number': 4, 'project_id': '2dccf74ffdb5456e88c122f02cb84f0f', 'gw_port': {'id': '03854d4c-b59c-41df-8495-e4652ec31240', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:78:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97275b6-0cf4-42b8-b0a1-e234c9fc86b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:24:23Z', 'updated_at': '2022-10-01T04:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '669488c5-11a6-49ca-8e69-a9d93db4749f', 'name': '', 'network_id': 'f5262dc5-d357-43e9-8f5a-fb40f41ec417', 'tenant_id': '2dccf74ffdb5456e88c122f02cb84f0f', 'mac_address': 'fa:16:3e:6e:3c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a97275b6-0cf4-42b8-b0a1-e234c9fc86b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '8f8c9a7a-ace4-45cd-9970-bda9e212d9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:24:26Z', 'updated_at': '2022-10-01T04:24:31Z', 'revision_number': 4, 'project_id': '2dccf74ffdb5456e88c122f02cb84f0f', 'subnets': [{'id': '8f8c9a7a-ace4-45cd-9970-bda9e212d9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:24:32.206106 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd176f9d-bf06-4699-b049-7598525243f1 None None] The sync data for ids ['a97275b6-0cf4-42b8-b0a1-e234c9fc86b5'] in dv-cinder-860044-1-iscsi is: [{'id': 'a97275b6-0cf4-42b8-b0a1-e234c9fc86b5', 'name': 'tempest-TestShelveInstance-1470559286-router', 'tenant_id': '2dccf74ffdb5456e88c122f02cb84f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '03854d4c-b59c-41df-8495-e4652ec31240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:24:23Z', 'updated_at': '2022-10-01T04:24:27Z', 'revision_number': 4, 'project_id': '2dccf74ffdb5456e88c122f02cb84f0f', 'gw_port': {'id': '03854d4c-b59c-41df-8495-e4652ec31240', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:78:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97275b6-0cf4-42b8-b0a1-e234c9fc86b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:24:23Z', 'updated_at': '2022-10-01T04:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '669488c5-11a6-49ca-8e69-a9d93db4749f', 'name': '', 'network_id': 'f5262dc5-d357-43e9-8f5a-fb40f41ec417', 'tenant_id': '2dccf74ffdb5456e88c122f02cb84f0f', 'mac_address': 'fa:16:3e:6e:3c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a97275b6-0cf4-42b8-b0a1-e234c9fc86b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '8f8c9a7a-ace4-45cd-9970-bda9e212d9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:24:26Z', 'updated_at': '2022-10-01T04:24:31Z', 'revision_number': 4, 'project_id': '2dccf74ffdb5456e88c122f02cb84f0f', 'subnets': [{'id': '8f8c9a7a-ace4-45cd-9970-bda9e212d9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:24:32.287346 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 03854d4c-b59c-41df-8495-e4652ec31240 up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:24:32.337950 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port 03854d4c-b59c-41df-8495-e4652ec31240 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:24:32.338327 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (03854d4c-b59c-41df-8495-e4652ec31240), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:32.338667 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port 03854d4c-b59c-41df-8495-e4652ec31240 Oct 01 04:24:32.389357 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:32.424953 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port 03854d4c-b59c-41df-8495-e4652ec31240 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:24:34.270756 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 669488c5-11a6-49ca-8e69-a9d93db4749f up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:24:34.315929 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port 669488c5-11a6-49ca-8e69-a9d93db4749f triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:24:34.316310 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (669488c5-11a6-49ca-8e69-a9d93db4749f), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:34.316651 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port 669488c5-11a6-49ca-8e69-a9d93db4749f Oct 01 04:24:34.392686 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port 669488c5-11a6-49ca-8e69-a9d93db4749f is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:24:34.393104 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (669488c5-11a6-49ca-8e69-a9d93db4749f), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:34.426663 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] For port 669488c5-11a6-49ca-8e69-a9d93db4749f, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=669488c5-11a6-49ca-8e69-a9d93db4749f,segment=NetworkSegment(3cd1b549-d254-4cf3-b532-b26ae45721ef),segment_id=3cd1b549-d254-4cf3-b532-b26ae45721ef)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:24:34.431520 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (669488c5-11a6-49ca-8e69-a9d93db4749f), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:34.484391 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Pushing event updated for resources: {'Port': ['ID=669488c5-11a6-49ca-8e69-a9d93db4749f,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:36.265442 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 669488c5-11a6-49ca-8e69-a9d93db4749f up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:24:36.313688 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port 669488c5-11a6-49ca-8e69-a9d93db4749f triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:24:36.314061 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (669488c5-11a6-49ca-8e69-a9d93db4749f), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:36.314399 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port 669488c5-11a6-49ca-8e69-a9d93db4749f Oct 01 04:24:36.357765 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:36.392394 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port 669488c5-11a6-49ca-8e69-a9d93db4749f is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:24:39.791688 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 40502) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:24:39.899179 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2dc5fde9-f348-4b9f-bb7c-1e7f014c9ae5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:39.966394 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:DELETE=4,neutron:SELECT=75,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:39.980432 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2dc5fde9-f348-4b9f-bb7c-1e7f014c9ae5 admin admin] Publish callbacks [] for security_group (6ec27354-0bfe-4994-9998-abd3a2f8be80), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:39.984955 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2dc5fde9-f348-4b9f-bb7c-1e7f014c9ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (6ec27354-0bfe-4994-9998-abd3a2f8be80), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:40.026664 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc5fde9-f348-4b9f-bb7c-1e7f014c9ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec27354-0bfe-4994-9998-abd3a2f8be80,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:40.035695 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-2dc5fde9-f348-4b9f-bb7c-1e7f014c9ae5 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=da8e7aa8a88d40dfbbecf0bc3f51ac5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2430050 Oct 01 04:24:40.037309 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc5fde9-f348-4b9f-bb7c-1e7f014c9ae5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:24:40.037722 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc5fde9-f348-4b9f-bb7c-1e7f014c9ae5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:24:40.038322 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc5fde9-f348-4b9f-bb7c-1e7f014c9ae5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:24:40.038810 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc5fde9-f348-4b9f-bb7c-1e7f014c9ae5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:24:40.039277 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 40508) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:24:40.039730 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc5fde9-f348-4b9f-bb7c-1e7f014c9ae5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:24:40.039730 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc5fde9-f348-4b9f-bb7c-1e7f014c9ae5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:24:40.040020 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc5fde9-f348-4b9f-bb7c-1e7f014c9ae5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:24:40.040357 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc5fde9-f348-4b9f-bb7c-1e7f014c9ae5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:24:40.040713 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc5fde9-f348-4b9f-bb7c-1e7f014c9ae5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:24:40.041046 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc5fde9-f348-4b9f-bb7c-1e7f014c9ae5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:24:40.041381 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc5fde9-f348-4b9f-bb7c-1e7f014c9ae5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:24:40.041717 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc5fde9-f348-4b9f-bb7c-1e7f014c9ae5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:24:40.042044 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc5fde9-f348-4b9f-bb7c-1e7f014c9ae5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:24:40.042371 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc5fde9-f348-4b9f-bb7c-1e7f014c9ae5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:24:40.042692 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc5fde9-f348-4b9f-bb7c-1e7f014c9ae5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:24:40.092975 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ca4d38e9-533e-430d-8e03-51901737a459 admin admin] Publish callbacks [] for security_group (6ec27354-0bfe-4994-9998-abd3a2f8be80), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:40.113316 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ca4d38e9-533e-430d-8e03-51901737a459 admin admin] Publish callbacks [] for security_group (6ec27354-0bfe-4994-9998-abd3a2f8be80), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:40.161362 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ca4d38e9-533e-430d-8e03-51901737a459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (6ec27354-0bfe-4994-9998-abd3a2f8be80), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:40.163988 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ca4d38e9-533e-430d-8e03-51901737a459 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:40.165180 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-ca4d38e9-533e-430d-8e03-51901737a459 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/6ec27354-0bfe-4994-9998-abd3a2f8be80 HTTP/1.1" status: 204 len: 168 time: 0.1249025 Oct 01 04:24:40.172778 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d38e9-533e-430d-8e03-51901737a459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec27354-0bfe-4994-9998-abd3a2f8be80,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:40.182380 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4d38e9-533e-430d-8e03-51901737a459 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:24:40.182726 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4d38e9-533e-430d-8e03-51901737a459 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:24:40.183070 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4d38e9-533e-430d-8e03-51901737a459 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:24:40.183409 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4d38e9-533e-430d-8e03-51901737a459 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:24:40.183741 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4d38e9-533e-430d-8e03-51901737a459 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:24:40.184071 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4d38e9-533e-430d-8e03-51901737a459 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:24:40.184456 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4d38e9-533e-430d-8e03-51901737a459 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:24:40.184834 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4d38e9-533e-430d-8e03-51901737a459 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:24:40.185194 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4d38e9-533e-430d-8e03-51901737a459 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:24:40.185524 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4d38e9-533e-430d-8e03-51901737a459 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:24:40.185849 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4d38e9-533e-430d-8e03-51901737a459 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:24:40.186172 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4d38e9-533e-430d-8e03-51901737a459 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:24:40.186539 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4d38e9-533e-430d-8e03-51901737a459 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:24:40.186806 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4d38e9-533e-430d-8e03-51901737a459 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:24:40.187126 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4d38e9-533e-430d-8e03-51901737a459 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:24:40.818599 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 40530) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:24:40.924798 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-eb87b702-e2df-4c38-9333-f8584ad00cc0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-892155081-network', 'tenant_id': 'c159165317bc41b38f7155d638072688'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:24:40.945266 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb87b702-e2df-4c38-9333-f8584ad00cc0 admin admin] Made reservation on behalf of c159165317bc41b38f7155d638072688 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:24:40.949872 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb87b702-e2df-4c38-9333-f8584ad00cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for network (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:40.958786 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb87b702-e2df-4c38-9333-f8584ad00cc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:40.968623 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:41.040461 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb87b702-e2df-4c38-9333-f8584ad00cc0 admin admin] Publish callbacks [] for security_group (aaf7b957-539f-4507-9c7d-78e0b6e5962b), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:41.044378 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb87b702-e2df-4c38-9333-f8584ad00cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (aaf7b957-539f-4507-9c7d-78e0b6e5962b), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:41.065969 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb87b702-e2df-4c38-9333-f8584ad00cc0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 01 04:24:41.081712 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb87b702-e2df-4c38-9333-f8584ad00cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf7b957-539f-4507-9c7d-78e0b6e5962b,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:41.085166 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb87b702-e2df-4c38-9333-f8584ad00cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916673'] for segment (d30fe943-d2a1-4ac7-ac04-bc72d0e1ebb7), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:41.085735 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.db.segments_db [None req-eb87b702-e2df-4c38-9333-f8584ad00cc0 admin admin] Added segment d30fe943-d2a1-4ac7-ac04-bc72d0e1ebb7 of type vlan for network 3e46805c-c609-47e3-bfdb-a544b2f32792 Oct 01 04:24:41.128298 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb87b702-e2df-4c38-9333-f8584ad00cc0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783883007151'] for network (3e46805c-c609-47e3-bfdb-a544b2f32792), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:41.153604 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb87b702-e2df-4c38-9333-f8584ad00cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8037924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598'] for network (3e46805c-c609-47e3-bfdb-a544b2f32792), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:41.154568 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb87b702-e2df-4c38-9333-f8584ad00cc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:41.155139 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb87b702-e2df-4c38-9333-f8584ad00cc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for network (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:41.159389 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:41.205312 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-eb87b702-e2df-4c38-9333-f8584ad00cc0 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3849282 Oct 01 04:24:41.208404 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 40536) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:24:41.216434 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [None req-071b0cb8-dc37-48b6-8395-d2c49c036945 admin admin] Request body: {'subnet': {'network_id': '3e46805c-c609-47e3-bfdb-a544b2f32792', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-892155081-subnet', 'tenant_id': 'c159165317bc41b38f7155d638072688', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:24:41.224763 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb87b702-e2df-4c38-9333-f8584ad00cc0 admin admin] Pushing event updated for resources: {'Network': ['ID=3e46805c-c609-47e3-bfdb-a544b2f32792,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:41.236800 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Network 3e46805c-c609-47e3-bfdb-a544b2f32792 details requested by agent ovs-agent-dv-cinder-860044-1-iscsi with host dv-cinder-860044-1-iscsi {{(pid=106388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 01 04:24:41.238507 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071b0cb8-dc37-48b6-8395-d2c49c036945 admin admin] Made reservation on behalf of c159165317bc41b38f7155d638072688 for: {'subnet': 1} {{(pid=106386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:24:41.240870 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-071b0cb8-dc37-48b6-8395-d2c49c036945 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5089272'] for subnet (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:41.426305 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-071b0cb8-dc37-48b6-8395-d2c49c036945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8038045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5053181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5089230'] for subnet (c562128f-eb77-48ff-8690-b62b964b40be), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:41.483798 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b0cb8-dc37-48b6-8395-d2c49c036945 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c562128f-eb77-48ff-8690-b62b964b40be,revision_number=0']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:41.492319 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071b0cb8-dc37-48b6-8395-d2c49c036945 admin admin] Checking segment: {'id': 'd30fe943-d2a1-4ac7-ac04-bc72d0e1ebb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3e46805c-c609-47e3-bfdb-a544b2f32792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:24:41.492682 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071b0cb8-dc37-48b6-8395-d2c49c036945 admin admin] Network hostable DHCP agents. Network: 3e46805c-c609-47e3-bfdb-a544b2f32792, hostable agents: ['973633b6-dd94-436d-b3a5-971dbc41e63c'], hosted agents: [] {{(pid=106386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 01 04:24:41.512027 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071b0cb8-dc37-48b6-8395-d2c49c036945 admin admin] Network 3e46805c-c609-47e3-bfdb-a544b2f32792 is scheduled to be hosted by DHCP agent 973633b6-dd94-436d-b3a5-971dbc41e63c with binding_index 1 {{(pid=106386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 01 04:24:41.521323 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-071b0cb8-dc37-48b6-8395-d2c49c036945 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860044-1-iscsi, 3e46805c-c609-47e3-bfdb-a544b2f32792) {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:24:41.526183 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071b0cb8-dc37-48b6-8395-d2c49c036945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:41.526774 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-071b0cb8-dc37-48b6-8395-d2c49c036945 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for subnet (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:41.531475 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbcb6f7-b2b0-4627-90fb-d7b0ce21f621 None None] Network 3e46805c-c609-47e3-bfdb-a544b2f32792 requested from dv-cinder-860044-1-iscsi {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 01 04:24:41.549473 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-071b0cb8-dc37-48b6-8395-d2c49c036945 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3384910 Oct 01 04:24:41.636793 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8e28db-5ba5-46c1-a257-affd3075415b None None] Network 3e46805c-c609-47e3-bfdb-a544b2f32792 requested from dv-cinder-860044-1-iscsi {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 01 04:24:42.046663 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 40554) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:24:42.051502 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [None req-cdba08ae-9a90-4462-9fd1-32151f2b1f18 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-881778498-network', 'tenant_id': '1e584ca329e84d5e8d9149baa4eb28d2'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:24:42.075976 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdba08ae-9a90-4462-9fd1-32151f2b1f18 admin admin] Made reservation on behalf of 1e584ca329e84d5e8d9149baa4eb28d2 for: {'network': 1} {{(pid=106386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:24:42.078337 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-cdba08ae-9a90-4462-9fd1-32151f2b1f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for network (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:42.087387 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-cdba08ae-9a90-4462-9fd1-32151f2b1f18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:42.089112 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=98 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:42.090991 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=75 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:42.164903 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-cdba08ae-9a90-4462-9fd1-32151f2b1f18 admin admin] Publish callbacks [] for security_group (492677c7-ca34-4ba2-853d-78b1d6f6432a), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:42.168676 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-cdba08ae-9a90-4462-9fd1-32151f2b1f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (492677c7-ca34-4ba2-853d-78b1d6f6432a), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:42.193719 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdba08ae-9a90-4462-9fd1-32151f2b1f18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=106386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 01 04:24:42.202791 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:42.205055 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba08ae-9a90-4462-9fd1-32151f2b1f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492677c7-ca34-4ba2-853d-78b1d6f6432a,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:42.210556 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-cdba08ae-9a90-4462-9fd1-32151f2b1f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916673'] for segment (bd51f2ea-ee96-45bb-a97c-bad47f3abeee), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:42.211191 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.db.segments_db [None req-cdba08ae-9a90-4462-9fd1-32151f2b1f18 admin admin] Added segment bd51f2ea-ee96-45bb-a97c-bad47f3abeee of type vlan for network c432e82d-5ccc-464f-a2c4-b8ceac142dc9 Oct 01 04:24:42.252101 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-cdba08ae-9a90-4462-9fd1-32151f2b1f18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783883007151'] for network (c432e82d-5ccc-464f-a2c4-b8ceac142dc9), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:42.278609 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-cdba08ae-9a90-4462-9fd1-32151f2b1f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8037924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598'] for network (c432e82d-5ccc-464f-a2c4-b8ceac142dc9), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:42.279600 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdba08ae-9a90-4462-9fd1-32151f2b1f18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:42.280189 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-cdba08ae-9a90-4462-9fd1-32151f2b1f18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for network (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:42.283426 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:42.340100 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 40564) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:24:42.340611 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-cdba08ae-9a90-4462-9fd1-32151f2b1f18 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2924633 Oct 01 04:24:42.345382 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-321a6033-5131-4463-ba86-67340b21011f admin admin] Request body: {'subnet': {'network_id': 'c432e82d-5ccc-464f-a2c4-b8ceac142dc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-881778498-subnet', 'tenant_id': '1e584ca329e84d5e8d9149baa4eb28d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:24:42.355323 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba08ae-9a90-4462-9fd1-32151f2b1f18 admin admin] Pushing event updated for resources: {'Network': ['ID=c432e82d-5ccc-464f-a2c4-b8ceac142dc9,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:42.365886 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321a6033-5131-4463-ba86-67340b21011f admin admin] Made reservation on behalf of 1e584ca329e84d5e8d9149baa4eb28d2 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:24:42.367388 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Network c432e82d-5ccc-464f-a2c4-b8ceac142dc9 details requested by agent ovs-agent-dv-cinder-860044-1-iscsi with host dv-cinder-860044-1-iscsi {{(pid=106388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 01 04:24:42.368445 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-321a6033-5131-4463-ba86-67340b21011f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4906833'] for subnet (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:42.537995 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-321a6033-5131-4463-ba86-67340b21011f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8038045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4947281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4906855'] for subnet (bd6dbeba-795a-4980-907c-a4fbd59b71fb), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:42.598870 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321a6033-5131-4463-ba86-67340b21011f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd6dbeba-795a-4980-907c-a4fbd59b71fb,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:42.607736 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321a6033-5131-4463-ba86-67340b21011f admin admin] Checking segment: {'id': 'bd51f2ea-ee96-45bb-a97c-bad47f3abeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c432e82d-5ccc-464f-a2c4-b8ceac142dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:24:42.608091 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321a6033-5131-4463-ba86-67340b21011f admin admin] Network hostable DHCP agents. Network: c432e82d-5ccc-464f-a2c4-b8ceac142dc9, hostable agents: ['973633b6-dd94-436d-b3a5-971dbc41e63c'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 01 04:24:42.627036 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321a6033-5131-4463-ba86-67340b21011f admin admin] Network c432e82d-5ccc-464f-a2c4-b8ceac142dc9 is scheduled to be hosted by DHCP agent 973633b6-dd94-436d-b3a5-971dbc41e63c with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 01 04:24:42.637757 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-321a6033-5131-4463-ba86-67340b21011f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860044-1-iscsi, c432e82d-5ccc-464f-a2c4-b8ceac142dc9) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:24:42.644663 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321a6033-5131-4463-ba86-67340b21011f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:42.645543 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-321a6033-5131-4463-ba86-67340b21011f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:42.646003 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ab4c9a-8794-4159-a422-6ba4dacd7b5e None None] Network c432e82d-5ccc-464f-a2c4-b8ceac142dc9 requested from dv-cinder-860044-1-iscsi {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 01 04:24:42.667843 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-321a6033-5131-4463-ba86-67340b21011f admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3202937 Oct 01 04:24:42.752779 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9df6ac-c063-4dd9-923a-22be2aecc7e3 None None] Network c432e82d-5ccc-464f-a2c4-b8ceac142dc9 requested from dv-cinder-860044-1-iscsi {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 01 04:24:42.780327 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 40572) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:24:42.799069 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fdc2d2b6-7d5a-47cd-9563-7c0246ae96b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (973633b6-dd94-436d-b3a5-971dbc41e63c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:42.814693 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:42.830807 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc09ff2d-b5e6-4ed1-9d1b-75802b5393a7 admin admin] Deleting subnet c562128f-eb77-48ff-8690-b62b964b40be {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 01 04:24:42.834122 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dc09ff2d-b5e6-4ed1-9d1b-75802b5393a7 admin admin] Publish callbacks [] for subnet (c562128f-eb77-48ff-8690-b62b964b40be), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:42.870056 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dc09ff2d-b5e6-4ed1-9d1b-75802b5393a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4947394'] for subnet (c562128f-eb77-48ff-8690-b62b964b40be), precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:42.908891 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dc09ff2d-b5e6-4ed1-9d1b-75802b5393a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1040298'] for subnet (c562128f-eb77-48ff-8690-b62b964b40be), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:42.945492 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:UPDATE=6,neutron:INSERT=10,neutron:SELECT=80,neutron:DELETE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:42.965488 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dc09ff2d-b5e6-4ed1-9d1b-75802b5393a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1035713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8038045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4916124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4906860'] for subnet (c562128f-eb77-48ff-8690-b62b964b40be), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:42.995626 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc09ff2d-b5e6-4ed1-9d1b-75802b5393a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c562128f-eb77-48ff-8690-b62b964b40be,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:42.997568 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dc09ff2d-b5e6-4ed1-9d1b-75802b5393a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:43.000589 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-dc09ff2d-b5e6-4ed1-9d1b-75802b5393a7 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/c562128f-eb77-48ff-8690-b62b964b40be HTTP/1.1" status: 204 len: 168 time: 0.2194674 Oct 01 04:24:43.003111 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 40576) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:24:43.070867 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b65c9c50-dc2b-446a-8d93-69bbfeefbabd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799227'] for network (3e46805c-c609-47e3-bfdb-a544b2f32792), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:43.152495 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b65c9c50-dc2b-446a-8d93-69bbfeefbabd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-909724', 'neutron.services.segments.db._delete_segments_for_network-8783883502282'] for network (3e46805c-c609-47e3-bfdb-a544b2f32792), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:43.424147 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.services.segments.db [None req-b65c9c50-dc2b-446a-8d93-69bbfeefbabd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e46805c-c609-47e3-bfdb-a544b2f32792']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:24:43.433889 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.services.segments.db [None req-b65c9c50-dc2b-446a-8d93-69bbfeefbabd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd30fe943-d2a1-4ac7-ac04-bc72d0e1ebb7') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:24:43.434192 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.services.segments.db [None req-b65c9c50-dc2b-446a-8d93-69bbfeefbabd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd30fe943-d2a1-4ac7-ac04-bc72d0e1ebb7') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:24:43.443086 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b65c9c50-dc2b-446a-8d93-69bbfeefbabd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783883475047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4947403'] for segment (d30fe943-d2a1-4ac7-ac04-bc72d0e1ebb7), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:43.453108 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:43.457170 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b65c9c50-dc2b-446a-8d93-69bbfeefbabd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916673'] for segment (d30fe943-d2a1-4ac7-ac04-bc72d0e1ebb7), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:43.464755 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b65c9c50-dc2b-446a-8d93-69bbfeefbabd admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 01 04:24:43.465161 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b65c9c50-dc2b-446a-8d93-69bbfeefbabd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4916018'] for segment (d30fe943-d2a1-4ac7-ac04-bc72d0e1ebb7), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:43.504990 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.services.segments.plugin [-] Segment d30fe943-d2a1-4ac7-ac04-bc72d0e1ebb7 resource provider aggregate not found Oct 01 04:24:43.527023 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.services.segments.plugin [-] Segment d30fe943-d2a1-4ac7-ac04-bc72d0e1ebb7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d30fe943-d2a1-4ac7-ac04-bc72d0e1ebb7 found for delete ", "request_id": "req-cc2be7c9-175a-49aa-8499-6ddb446c2561"}]} Oct 01 04:24:43.531413 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b65c9c50-dc2b-446a-8d93-69bbfeefbabd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-909719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8037924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989909'] for network (3e46805c-c609-47e3-bfdb-a544b2f32792), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:43.539714 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b65c9c50-dc2b-446a-8d93-69bbfeefbabd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for network (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:43.545955 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-b65c9c50-dc2b-446a-8d93-69bbfeefbabd admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/3e46805c-c609-47e3-bfdb-a544b2f32792 HTTP/1.1" status: 204 len: 168 time: 0.5393512 Oct 01 04:24:43.546378 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 40584) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:24:43.553007 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c9c50-dc2b-446a-8d93-69bbfeefbabd admin admin] Pushing event deleted for resources: {'Network': ['ID=3e46805c-c609-47e3-bfdb-a544b2f32792,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:43.593144 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.db.db_base_plugin_v2 [None req-0562ad3d-362d-4b8c-b99a-e3b7612db0ea admin admin] Deleting subnet bd6dbeba-795a-4980-907c-a4fbd59b71fb {{(pid=106386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 01 04:24:43.596510 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-0562ad3d-362d-4b8c-b99a-e3b7612db0ea admin admin] Publish callbacks [] for subnet (bd6dbeba-795a-4980-907c-a4fbd59b71fb), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:43.631034 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-0562ad3d-362d-4b8c-b99a-e3b7612db0ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5479336'] for subnet (bd6dbeba-795a-4980-907c-a4fbd59b71fb), precommit_delete_associations {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:43.671140 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-0562ad3d-362d-4b8c-b99a-e3b7612db0ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1040298'] for subnet (bd6dbeba-795a-4980-907c-a4fbd59b71fb), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:43.726513 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-0562ad3d-362d-4b8c-b99a-e3b7612db0ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1035713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8038045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5071920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5089221'] for subnet (bd6dbeba-795a-4980-907c-a4fbd59b71fb), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:43.752464 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0562ad3d-362d-4b8c-b99a-e3b7612db0ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd6dbeba-795a-4980-907c-a4fbd59b71fb,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:43.754550 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-0562ad3d-362d-4b8c-b99a-e3b7612db0ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for subnet (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:43.759151 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-0562ad3d-362d-4b8c-b99a-e3b7612db0ea admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/bd6dbeba-795a-4980-907c-a4fbd59b71fb HTTP/1.1" status: 204 len: 168 time: 0.2116518 Oct 01 04:24:43.761554 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 40586) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:24:43.830016 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c4127fb3-4bf8-47cb-b539-c3eee867eed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799227'] for network (c432e82d-5ccc-464f-a2c4-b8ceac142dc9), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:43.915148 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c4127fb3-4bf8-47cb-b539-c3eee867eed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-909724', 'neutron.services.segments.db._delete_segments_for_network-8783883502282'] for network (c432e82d-5ccc-464f-a2c4-b8ceac142dc9), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:43.935497 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.services.segments.db [None req-c4127fb3-4bf8-47cb-b539-c3eee867eed1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c432e82d-5ccc-464f-a2c4-b8ceac142dc9']}} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:24:43.945247 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.services.segments.db [None req-c4127fb3-4bf8-47cb-b539-c3eee867eed1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd51f2ea-ee96-45bb-a97c-bad47f3abeee') {'for_net_delete': True} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:24:43.945547 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.services.segments.db [None req-c4127fb3-4bf8-47cb-b539-c3eee867eed1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd51f2ea-ee96-45bb-a97c-bad47f3abeee') {} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:24:43.955099 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c4127fb3-4bf8-47cb-b539-c3eee867eed1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783883475047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5479329'] for segment (bd51f2ea-ee96-45bb-a97c-bad47f3abeee), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:43.968430 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c4127fb3-4bf8-47cb-b539-c3eee867eed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916673'] for segment (bd51f2ea-ee96-45bb-a97c-bad47f3abeee), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:43.974767 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4127fb3-4bf8-47cb-b539-c3eee867eed1 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=106386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 01 04:24:43.975180 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c4127fb3-4bf8-47cb-b539-c3eee867eed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5072030'] for segment (bd51f2ea-ee96-45bb-a97c-bad47f3abeee), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:44.035138 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c4127fb3-4bf8-47cb-b539-c3eee867eed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-909719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8037924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989909'] for network (c432e82d-5ccc-464f-a2c4-b8ceac142dc9), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:44.055327 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c4127fb3-4bf8-47cb-b539-c3eee867eed1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for network (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:44.058634 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-c4127fb3-4bf8-47cb-b539-c3eee867eed1 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/c432e82d-5ccc-464f-a2c4-b8ceac142dc9 HTTP/1.1" status: 204 len: 168 time: 0.2961037 Oct 01 04:24:44.059925 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4127fb3-4bf8-47cb-b539-c3eee867eed1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c432e82d-5ccc-464f-a2c4-b8ceac142dc9,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:44.118015 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.services.segments.plugin [-] Segment bd51f2ea-ee96-45bb-a97c-bad47f3abeee resource provider aggregate not found Oct 01 04:24:44.137713 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.services.segments.plugin [-] Segment bd51f2ea-ee96-45bb-a97c-bad47f3abeee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bd51f2ea-ee96-45bb-a97c-bad47f3abeee found for delete ", "request_id": "req-ae6e5935-72e5-4b33-8caa-e1ff8dc62e69"}]} Oct 01 04:24:44.235929 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 40598) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:24:44.277600 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-34b76555-b312-4794-9fe7-c42bcc5f0e5c admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=c159165317bc41b38f7155d638072688&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404742 Oct 01 04:24:44.280027 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 40600) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:24:44.327268 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f1fb9c20-3cd4-49c2-8b4a-193c90d1f699 admin admin] Publish callbacks [] for security_group (aaf7b957-539f-4507-9c7d-78e0b6e5962b), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:44.346700 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f1fb9c20-3cd4-49c2-8b4a-193c90d1f699 admin admin] Publish callbacks [] for security_group (aaf7b957-539f-4507-9c7d-78e0b6e5962b), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:44.393493 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f1fb9c20-3cd4-49c2-8b4a-193c90d1f699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (aaf7b957-539f-4507-9c7d-78e0b6e5962b), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:44.396221 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f1fb9c20-3cd4-49c2-8b4a-193c90d1f699 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:44.397446 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-f1fb9c20-3cd4-49c2-8b4a-193c90d1f699 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/aaf7b957-539f-4507-9c7d-78e0b6e5962b HTTP/1.1" status: 204 len: 168 time: 0.1165450 Oct 01 04:24:44.404946 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fb9c20-3cd4-49c2-8b4a-193c90d1f699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf7b957-539f-4507-9c7d-78e0b6e5962b,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:44.721280 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 40606) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:24:44.761857 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-2fe77990-aa47-4a80-a52a-b8a5ef80d17f admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=1e584ca329e84d5e8d9149baa4eb28d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393620 Oct 01 04:24:44.764212 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 40608) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:24:44.815757 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-033ac5dc-fb6a-48b0-a9f7-206e89a7d7a0 admin admin] Publish callbacks [] for security_group (492677c7-ca34-4ba2-853d-78b1d6f6432a), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:44.835710 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-033ac5dc-fb6a-48b0-a9f7-206e89a7d7a0 admin admin] Publish callbacks [] for security_group (492677c7-ca34-4ba2-853d-78b1d6f6432a), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:44.884086 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-033ac5dc-fb6a-48b0-a9f7-206e89a7d7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (492677c7-ca34-4ba2-853d-78b1d6f6432a), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:44.886600 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-033ac5dc-fb6a-48b0-a9f7-206e89a7d7a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:44.887760 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-033ac5dc-fb6a-48b0-a9f7-206e89a7d7a0 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/492677c7-ca34-4ba2-853d-78b1d6f6432a HTTP/1.1" status: 204 len: 168 time: 0.1226749 Oct 01 04:24:44.895673 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033ac5dc-fb6a-48b0-a9f7-206e89a7d7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492677c7-ca34-4ba2-853d-78b1d6f6432a,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:45.080816 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e542e260-f404-4204-a088-6a11692c9f4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (797ac3f1-c973-4eec-9950-99ad88971ed1), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:46.262809 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55550f09-9bf2-4503-b16a-2d26c0a47f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (3f31be2c-2b77-4d66-9a3d-30b9eb89a668), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:47.423851 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:47.455842 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d78be143-1643-4faa-bd55-75df10c0c1a3 req-c3346bec-f475-4e6d-95fb-08f11ecee42d tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1348309530&fields=id&tenant_id=1eda12202e6f439b96a87a81d7531503 HTTP/1.1" status: 200 len: 267 time: 0.0449452 Oct 01 04:24:47.566216 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78be143-1643-4faa-bd55-75df10c0c1a3 req-28f3ea3b-1056-4a23-87c4-7b88bba3e4fe tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:47.567667 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d78be143-1643-4faa-bd55-75df10c0c1a3 req-28f3ea3b-1056-4a23-87c4-7b88bba3e4fe tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/networks?id=dfb1f66d-4f49-4f84-9a12-ceecfc8e716b HTTP/1.1" status: 200 len: 809 time: 0.1048756 Oct 01 04:24:47.582896 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d78be143-1643-4faa-bd55-75df10c0c1a3 req-82fdb710-da5a-4072-848e-b62ef60c3c93 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/quotas/1eda12202e6f439b96a87a81d7531503 HTTP/1.1" status: 200 len: 375 time: 0.0093780 Oct 01 04:24:47.615593 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:47.634876 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d78be143-1643-4faa-bd55-75df10c0c1a3 req-2475ae4c-9337-49bc-b8ba-819fe0f619ad tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=1eda12202e6f439b96a87a81d7531503&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462005 Oct 01 04:24:47.691105 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (d8875dbe-87f1-4639-b3ef-79ff4b202d58), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:47.741167 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d78be143-1643-4faa-bd55-75df10c0c1a3 req-f603c9ff-f967-42b9-a256-0335a1982d74 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/dfb1f66d-4f49-4f84-9a12-ceecfc8e716b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933712 Oct 01 04:24:47.853297 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d78be143-1643-4faa-bd55-75df10c0c1a3 req-897a2496-cb45-4584-9709-d720612b9eab service neutron] 10.222.0.26 "GET /networking/v2.0/networks/dfb1f66d-4f49-4f84-9a12-ceecfc8e716b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063330 Oct 01 04:24:47.942409 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91c43220-b735-4568-b99e-ce3dc63ea20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (a017e3cb-dd0a-4c83-ac3d-dd65b6d6e9f8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:48.165963 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d31789aa-add2-4955-9a8d-61dbf4d76b2b req-8bc15d7c-3a17-44bd-9503-d8bfe16a196c tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d HTTP/1.1" status: 200 len: 210 time: 0.0311980 Oct 01 04:24:49.257863 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78be143-1643-4faa-bd55-75df10c0c1a3 req-56e0f0d3-12a0-4c4c-a78c-2ec6515bfd4a tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:49.259748 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d78be143-1643-4faa-bd55-75df10c0c1a3 req-56e0f0d3-12a0-4c4c-a78c-2ec6515bfd4a tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.25 "GET /networking/v2.0/networks?id=dfb1f66d-4f49-4f84-9a12-ceecfc8e716b HTTP/1.1" status: 200 len: 809 time: 0.1334629 Oct 01 04:24:49.285198 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-c5892027-fe7e-420c-8826-e87d31095dc7 req-9dee5576-2d5d-4a9f-b485-4e1e22839ae5 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d HTTP/1.1" status: 200 len: 210 time: 0.0369840 Oct 01 04:24:49.337097 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d78be143-1643-4faa-bd55-75df10c0c1a3 req-8d7c3430-6c7b-4e38-bf63-c491d21d12d7 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1eda12202e6f439b96a87a81d7531503 HTTP/1.1" status: 200 len: 380 time: 0.0684478 Oct 01 04:24:49.347634 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-d78be143-1643-4faa-bd55-75df10c0c1a3 req-9565001f-eec5-41a5-9d93-065926d70f41 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Request body: {'port': {'device_id': '2af93c94-483f-4f6d-a017-d45ef01bac8d', 'network_id': 'dfb1f66d-4f49-4f84-9a12-ceecfc8e716b', 'admin_state_up': True, 'tenant_id': '1eda12202e6f439b96a87a81d7531503', 'security_groups': ['6a7777c8-844e-48e2-a40d-f3ea00607216']}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:24:49.461319 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d78be143-1643-4faa-bd55-75df10c0c1a3 req-9565001f-eec5-41a5-9d93-065926d70f41 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Made reservation on behalf of 1eda12202e6f439b96a87a81d7531503 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:24:49.465433 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-d78be143-1643-4faa-bd55-75df10c0c1a3 req-9565001f-eec5-41a5-9d93-065926d70f41 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:49.468235 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:49.600868 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-d78be143-1643-4faa-bd55-75df10c0c1a3 req-9565001f-eec5-41a5-9d93-065926d70f41 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Allocated IP 172.20.0.4 (dfb1f66d-4f49-4f84-9a12-ceecfc8e716b/24b2ed70-732b-4138-94d1-34ea1c5e13bd/ff800efd-217a-4aea-84a5-e5f05dd17b62) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:24:49.741192 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-d78be143-1643-4faa-bd55-75df10c0c1a3 req-9565001f-eec5-41a5-9d93-065926d70f41 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Publish callbacks [] for port (ff800efd-217a-4aea-84a5-e5f05dd17b62), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:49.772783 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-d78be143-1643-4faa-bd55-75df10c0c1a3 req-9565001f-eec5-41a5-9d93-065926d70f41 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (ff800efd-217a-4aea-84a5-e5f05dd17b62), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:49.803860 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:DELETE=3,neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:49.821020 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d78be143-1643-4faa-bd55-75df10c0c1a3 req-9565001f-eec5-41a5-9d93-065926d70f41 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Network dfb1f66d-4f49-4f84-9a12-ceecfc8e716b is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:24:49.826652 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-d78be143-1643-4faa-bd55-75df10c0c1a3 req-9565001f-eec5-41a5-9d93-065926d70f41 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:24:49.829326 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-d78be143-1643-4faa-bd55-75df10c0c1a3 req-9565001f-eec5-41a5-9d93-065926d70f41 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:24:49.831818 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9565001f-eec5-41a5-9d93-065926d70f41 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Pushing event updated for resources: {'Port': ['ID=ff800efd-217a-4aea-84a5-e5f05dd17b62,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:49.885879 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78be143-1643-4faa-bd55-75df10c0c1a3 req-9565001f-eec5-41a5-9d93-065926d70f41 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:49.886589 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-d78be143-1643-4faa-bd55-75df10c0c1a3 req-9565001f-eec5-41a5-9d93-065926d70f41 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:49.908967 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d78be143-1643-4faa-bd55-75df10c0c1a3 req-9565001f-eec5-41a5-9d93-065926d70f41 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5650468 Oct 01 04:24:50.020857 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-a651e915-2082-4652-bf40-453212a3bc62 None None] Provisioning complete for port ff800efd-217a-4aea-84a5-e5f05dd17b62 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:24:50.021424 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a651e915-2082-4652-bf40-453212a3bc62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (ff800efd-217a-4aea-84a5-e5f05dd17b62), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:50.021573 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-a651e915-2082-4652-bf40-453212a3bc62 None None] Attempt 1 to provision port ff800efd-217a-4aea-84a5-e5f05dd17b62 Oct 01 04:24:50.053571 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-a651e915-2082-4652-bf40-453212a3bc62 None None] Port ff800efd-217a-4aea-84a5-e5f05dd17b62 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 01 04:24:50.400460 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c094e2-919d-459c-aafe-525403b7951f req-3644eaa3-ad09-462d-bac3-e03872533e02 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:50.401910 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-37c094e2-919d-459c-aafe-525403b7951f req-3644eaa3-ad09-462d-bac3-e03872533e02 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d HTTP/1.1" status: 200 len: 931 time: 0.0461464 Oct 01 04:24:50.449049 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-37c094e2-919d-459c-aafe-525403b7951f req-a0a11ffb-a3d9-49a5-aa80-af4377538f4c tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a7777c8-844e-48e2-a40d-f3ea00607216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416687 Oct 01 04:24:51.318700 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-d78be143-1643-4faa-bd55-75df10c0c1a3 req-db761ec4-23c0-43ca-bfb8-c2bc8611eb10 service neutron] Request body: {'port': {'device_id': '2af93c94-483f-4f6d-a017-d45ef01bac8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86004'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:24:51.377521 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-d78be143-1643-4faa-bd55-75df10c0c1a3 req-db761ec4-23c0-43ca-bfb8-c2bc8611eb10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (ff800efd-217a-4aea-84a5-e5f05dd17b62), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:51.571330 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb571c-bda5-4834-9a9c-dc0d89b1c8a9 req-6b92632d-d942-459f-822b-4a12d07b4cde tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:51.572701 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-9edb571c-bda5-4834-9a9c-dc0d89b1c8a9 req-6b92632d-d942-459f-822b-4a12d07b4cde tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d HTTP/1.1" status: 200 len: 931 time: 0.0495207 Oct 01 04:24:51.623506 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-9edb571c-bda5-4834-9a9c-dc0d89b1c8a9 req-63d67144-46c6-48cd-ab7c-e02375357a3b tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a7777c8-844e-48e2-a40d-f3ea00607216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450897 Oct 01 04:24:51.649539 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [req-d78be143-1643-4faa-bd55-75df10c0c1a3 req-db761ec4-23c0-43ca-bfb8-c2bc8611eb10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff800efd-217a-4aea-84a5-e5f05dd17b62 {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 01 04:24:51.656857 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-d78be143-1643-4faa-bd55-75df10c0c1a3 req-db761ec4-23c0-43ca-bfb8-c2bc8611eb10 service neutron] Publish callbacks [] for port (ff800efd-217a-4aea-84a5-e5f05dd17b62), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:51.669710 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-d78be143-1643-4faa-bd55-75df10c0c1a3 req-db761ec4-23c0-43ca-bfb8-c2bc8611eb10 service neutron] Transition to ACTIVE for port object ff800efd-217a-4aea-84a5-e5f05dd17b62 will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 01 04:24:51.673532 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-d78be143-1643-4faa-bd55-75df10c0c1a3 req-db761ec4-23c0-43ca-bfb8-c2bc8611eb10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4916182'] for port (ff800efd-217a-4aea-84a5-e5f05dd17b62), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:51.678805 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:51.738607 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db761ec4-23c0-43ca-bfb8-c2bc8611eb10 service neutron] Pushing event updated for resources: {'Port': ['ID=ff800efd-217a-4aea-84a5-e5f05dd17b62,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:51.788821 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-d78be143-1643-4faa-bd55-75df10c0c1a3 req-db761ec4-23c0-43ca-bfb8-c2bc8611eb10 service neutron] Attempting to bind port ff800efd-217a-4aea-84a5-e5f05dd17b62 on host hv-cinder-86004 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 01 04:24:51.789184 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-d78be143-1643-4faa-bd55-75df10c0c1a3 req-db761ec4-23c0-43ca-bfb8-c2bc8611eb10 service neutron] Attempting to bind port ff800efd-217a-4aea-84a5-e5f05dd17b62 by drivers openvswitch,hyperv on host hv-cinder-86004 at level 0 using segments [{'id': 'ce4baa6a-a847-474d-a353-040c360e37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'dfb1f66d-4f49-4f84-9a12-ceecfc8e716b'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 01 04:24:51.789538 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78be143-1643-4faa-bd55-75df10c0c1a3 req-db761ec4-23c0-43ca-bfb8-c2bc8611eb10 service neutron] Attempting to bind port ff800efd-217a-4aea-84a5-e5f05dd17b62 on network dfb1f66d-4f49-4f84-9a12-ceecfc8e716b {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:24:51.833875 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78be143-1643-4faa-bd55-75df10c0c1a3 req-db761ec4-23c0-43ca-bfb8-c2bc8611eb10 service neutron] Port ff800efd-217a-4aea-84a5-e5f05dd17b62 on network dfb1f66d-4f49-4f84-9a12-ceecfc8e716b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86004 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 01 04:24:51.834221 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78be143-1643-4faa-bd55-75df10c0c1a3 req-db761ec4-23c0-43ca-bfb8-c2bc8611eb10 service neutron] Attempting to bind port ff800efd-217a-4aea-84a5-e5f05dd17b62 on network dfb1f66d-4f49-4f84-9a12-ceecfc8e716b {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:24:51.875648 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78be143-1643-4faa-bd55-75df10c0c1a3 req-db761ec4-23c0-43ca-bfb8-c2bc8611eb10 service neutron] Checking agent: {'id': '2c3964fb-7920-4c48-8672-be15ccfa9ce8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86004', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 1, 4, 15, 53), 'started_at': datetime.datetime(2022, 10, 1, 4, 15, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 1, 4, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 01 04:24:51.875984 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78be143-1643-4faa-bd55-75df10c0c1a3 req-db761ec4-23c0-43ca-bfb8-c2bc8611eb10 service neutron] Checking segment: {'id': 'ce4baa6a-a847-474d-a353-040c360e37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'dfb1f66d-4f49-4f84-9a12-ceecfc8e716b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:24:51.876371 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78be143-1643-4faa-bd55-75df10c0c1a3 req-db761ec4-23c0-43ca-bfb8-c2bc8611eb10 service neutron] Bound using segment: {'id': 'ce4baa6a-a847-474d-a353-040c360e37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'dfb1f66d-4f49-4f84-9a12-ceecfc8e716b'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 01 04:24:51.876788 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-d78be143-1643-4faa-bd55-75df10c0c1a3 req-db761ec4-23c0-43ca-bfb8-c2bc8611eb10 service neutron] Bound port: ff800efd-217a-4aea-84a5-e5f05dd17b62, host: hv-cinder-86004, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce4baa6a-a847-474d-a353-040c360e37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'dfb1f66d-4f49-4f84-9a12-ceecfc8e716b'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 01 04:24:51.877183 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-d78be143-1643-4faa-bd55-75df10c0c1a3 req-db761ec4-23c0-43ca-bfb8-c2bc8611eb10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (ff800efd-217a-4aea-84a5-e5f05dd17b62), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:51.937445 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-d78be143-1643-4faa-bd55-75df10c0c1a3 req-db761ec4-23c0-43ca-bfb8-c2bc8611eb10 service neutron] For port ff800efd-217a-4aea-84a5-e5f05dd17b62, host hv-cinder-86004, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 01 04:24:51.940406 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-d78be143-1643-4faa-bd55-75df10c0c1a3 req-db761ec4-23c0-43ca-bfb8-c2bc8611eb10 service neutron] For port ff800efd-217a-4aea-84a5-e5f05dd17b62, host hv-cinder-86004, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=ff800efd-217a-4aea-84a5-e5f05dd17b62,segment=NetworkSegment(ce4baa6a-a847-474d-a353-040c360e37c0),segment_id=ce4baa6a-a847-474d-a353-040c360e37c0)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 01 04:24:51.946742 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-d78be143-1643-4faa-bd55-75df10c0c1a3 req-db761ec4-23c0-43ca-bfb8-c2bc8611eb10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4916182'] for port (ff800efd-217a-4aea-84a5-e5f05dd17b62), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:51.950581 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78be143-1643-4faa-bd55-75df10c0c1a3 req-db761ec4-23c0-43ca-bfb8-c2bc8611eb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:51.951187 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-d78be143-1643-4faa-bd55-75df10c0c1a3 req-db761ec4-23c0-43ca-bfb8-c2bc8611eb10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:51.952563 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d78be143-1643-4faa-bd55-75df10c0c1a3 req-db761ec4-23c0-43ca-bfb8-c2bc8611eb10 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/ff800efd-217a-4aea-84a5-e5f05dd17b62 HTTP/1.1" status: 200 len: 1093 time: 0.6463256 Oct 01 04:24:51.953900 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:51.954677 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2af93c94-483f-4f6d-a017-d45ef01bac8d', 'tag': 'ff800efd-217a-4aea-84a5-e5f05dd17b62'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:24:51.957011 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23a471ff00a13a2eea8c87216c43e2c9873adc8b08d975975de21b294c9ff96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a66deca-84b7-4b05-9d85-b81fc85acdaa" -d '{"events": [{"name": "network-changed", "server_uuid": "2af93c94-483f-4f6d-a017-d45ef01bac8d", "tag": "ff800efd-217a-4aea-84a5-e5f05dd17b62"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:24:51.997220 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 01 Oct 2022 04:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac808def-0a01-4e31-8f12-ae6e50664fc5 x-openstack-request-id: req-ac808def-0a01-4e31-8f12-ae6e50664fc5 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:24:51.997653 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2af93c94-483f-4f6d-a017-d45ef01bac8d", "tag": "ff800efd-217a-4aea-84a5-e5f05dd17b62", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:24:51.998022 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ac808def-0a01-4e31-8f12-ae6e50664fc5 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:24:51.998497 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac808def-0a01-4e31-8f12-ae6e50664fc5'] response: {'name': 'network-changed', 'server_uuid': '2af93c94-483f-4f6d-a017-d45ef01bac8d', 'tag': 'ff800efd-217a-4aea-84a5-e5f05dd17b62', 'status': 'completed', 'code': 200} Oct 01 04:24:52.011119 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db761ec4-23c0-43ca-bfb8-c2bc8611eb10 service neutron] Pushing event updated for resources: {'Port': ['ID=ff800efd-217a-4aea-84a5-e5f05dd17b62,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:52.298366 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a66deca-84b7-4b05-9d85-b81fc85acdaa req-36af0b7d-5b61-411c-8c95-57f79c38d792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:52.299848 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9a66deca-84b7-4b05-9d85-b81fc85acdaa req-36af0b7d-5b61-411c-8c95-57f79c38d792 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1eda12202e6f439b96a87a81d7531503&device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d HTTP/1.1" status: 200 len: 1127 time: 0.0423670 Oct 01 04:24:52.396959 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a66deca-84b7-4b05-9d85-b81fc85acdaa req-eb817817-c794-4e2c-8bb3-4bfde4beb7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:52.398395 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9a66deca-84b7-4b05-9d85-b81fc85acdaa req-eb817817-c794-4e2c-8bb3-4bfde4beb7f6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=1eda12202e6f439b96a87a81d7531503&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0907745 Oct 01 04:24:52.493096 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a66deca-84b7-4b05-9d85-b81fc85acdaa req-9fa5988e-e019-408d-8a75-fe87bc8ba07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:52.494449 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9a66deca-84b7-4b05-9d85-b81fc85acdaa req-9fa5988e-e019-408d-8a75-fe87bc8ba07b service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903537 Oct 01 04:24:52.575401 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78be143-1643-4faa-bd55-75df10c0c1a3 req-970e3bf6-4e9d-44da-99ff-68c0c071dc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:52.576874 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d78be143-1643-4faa-bd55-75df10c0c1a3 req-970e3bf6-4e9d-44da-99ff-68c0c071dc3f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1eda12202e6f439b96a87a81d7531503&device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d HTTP/1.1" status: 200 len: 1127 time: 0.0398757 Oct 01 04:24:52.620558 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d78be143-1643-4faa-bd55-75df10c0c1a3 req-a995a4c6-b7c2-4f4a-8826-c3113cfc6243 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff800efd-217a-4aea-84a5-e5f05dd17b62 HTTP/1.1" status: 200 len: 217 time: 0.0354424 Oct 01 04:24:52.676386 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78be143-1643-4faa-bd55-75df10c0c1a3 req-c23eeb45-1419-443d-92bd-cd36a60680cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:52.678632 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d78be143-1643-4faa-bd55-75df10c0c1a3 req-c23eeb45-1419-443d-92bd-cd36a60680cb service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=24b2ed70-732b-4138-94d1-34ea1c5e13bd HTTP/1.1" status: 200 len: 848 time: 0.0496514 Oct 01 04:24:52.728354 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78be143-1643-4faa-bd55-75df10c0c1a3 req-992e73ba-a54f-4313-a09e-da858c295126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:52.729888 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d78be143-1643-4faa-bd55-75df10c0c1a3 req-992e73ba-a54f-4313-a09e-da858c295126 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=dfb1f66d-4f49-4f84-9a12-ceecfc8e716b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444748 Oct 01 04:24:52.751980 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51461d3c-f07c-4150-bab6-e7e42793e44e req-beda2a91-0492-4d16-85b8-f654b7f58fc9 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:52.754309 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-51461d3c-f07c-4150-bab6-e7e42793e44e req-beda2a91-0492-4d16-85b8-f654b7f58fc9 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d HTTP/1.1" status: 200 len: 943 time: 0.0517650 Oct 01 04:24:52.814048 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-51461d3c-f07c-4150-bab6-e7e42793e44e req-95576daa-019f-4249-862b-9990451e37dd tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a7777c8-844e-48e2-a40d-f3ea00607216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533111 Oct 01 04:24:52.856902 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d78be143-1643-4faa-bd55-75df10c0c1a3 req-406e1a68-ae81-4615-a002-4b23e28bcb35 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/dfb1f66d-4f49-4f84-9a12-ceecfc8e716b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199090 Oct 01 04:24:52.864227 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (2c3964fb-7920-4c48-8672-be15ccfa9ce8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:52.961329 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d78be143-1643-4faa-bd55-75df10c0c1a3 req-96552d0d-2dd2-491e-ac8f-0d01a80982e8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/dfb1f66d-4f49-4f84-9a12-ceecfc8e716b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971615 Oct 01 04:24:53.947592 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f33d3e7-bb9c-4187-9edd-1e89d2c125b0 req-4a1c188a-3390-4e2c-8efc-0de55a2b8096 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:53.949118 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-9f33d3e7-bb9c-4187-9edd-1e89d2c125b0 req-4a1c188a-3390-4e2c-8efc-0de55a2b8096 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d HTTP/1.1" status: 200 len: 943 time: 0.0528316 Oct 01 04:24:54.000777 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-9f33d3e7-bb9c-4187-9edd-1e89d2c125b0 req-ad537116-242e-42e1-a0fe-91c8c4b040d4 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a7777c8-844e-48e2-a40d-f3ea00607216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458741 Oct 01 04:24:55.125165 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1322b7-176b-4f49-89af-dcf6561d2476 req-20b4895e-2295-4873-aa2b-8657d9ae593b tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:55.126615 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-8d1322b7-176b-4f49-89af-dcf6561d2476 req-20b4895e-2295-4873-aa2b-8657d9ae593b tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d HTTP/1.1" status: 200 len: 943 time: 0.0483377 Oct 01 04:24:55.176242 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-8d1322b7-176b-4f49-89af-dcf6561d2476 req-20015bfe-cd2c-4ded-8065-da488204fe48 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a7777c8-844e-48e2-a40d-f3ea00607216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429375 Oct 01 04:24:55.946196 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 40786) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:24:56.050866 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9056e3d4-9af5-4c19-be97-40c85b4da63c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:56.094820 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:56.134646 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9056e3d4-9af5-4c19-be97-40c85b4da63c admin admin] Publish callbacks [] for security_group (e4a5e33d-0703-4832-a50e-72d88579ec14), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:56.138249 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9056e3d4-9af5-4c19-be97-40c85b4da63c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (e4a5e33d-0703-4832-a50e-72d88579ec14), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:56.180847 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-9056e3d4-9af5-4c19-be97-40c85b4da63c admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=e2a7918517544fd389419259390fb7bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2335565 Oct 01 04:24:56.181576 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9056e3d4-9af5-4c19-be97-40c85b4da63c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a5e33d-0703-4832-a50e-72d88579ec14,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:56.185714 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 40790) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:24:56.238700 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-ad840298-e6d4-40e7-8988-f4cd0f713aaf admin admin] Publish callbacks [] for security_group (e4a5e33d-0703-4832-a50e-72d88579ec14), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:56.268677 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-ad840298-e6d4-40e7-8988-f4cd0f713aaf admin admin] Publish callbacks [] for security_group (e4a5e33d-0703-4832-a50e-72d88579ec14), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:56.323663 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f7c49-dacf-43d8-a69e-1dabddb3bdee req-fc32ac9b-16da-4d3c-8103-698c44c7a926 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:56.325106 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-ef5f7c49-dacf-43d8-a69e-1dabddb3bdee req-fc32ac9b-16da-4d3c-8103-698c44c7a926 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d HTTP/1.1" status: 200 len: 943 time: 0.0697305 Oct 01 04:24:56.331566 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:56.357096 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:56.383841 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-ef5f7c49-dacf-43d8-a69e-1dabddb3bdee req-c6bc69f2-b394-43fb-ad1e-e5a1d2fccb8e tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a7777c8-844e-48e2-a40d-f3ea00607216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505056 Oct 01 04:24:56.384554 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-ad840298-e6d4-40e7-8988-f4cd0f713aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (e4a5e33d-0703-4832-a50e-72d88579ec14), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:56.387123 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-ad840298-e6d4-40e7-8988-f4cd0f713aaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:56.390628 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-ad840298-e6d4-40e7-8988-f4cd0f713aaf admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/e4a5e33d-0703-4832-a50e-72d88579ec14 HTTP/1.1" status: 204 len: 168 time: 0.2014582 Oct 01 04:24:56.397865 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad840298-e6d4-40e7-8988-f4cd0f713aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a5e33d-0703-4832-a50e-72d88579ec14,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:56.653287 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 40798) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:24:56.666727 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-bf305608-a768-47b4-b757-977ef734d94f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:56.749556 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1982b9bb-50dc-4ae7-83e5-945fac0505fd req-9f61a91f-d6b0-41e2-bf67-84dd2bbca658 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424728 Oct 01 04:24:56.750554 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-bf305608-a768-47b4-b757-977ef734d94f admin admin] Publish callbacks [] for security_group (74dfc93b-3cd5-4af5-96dc-600d4477289c), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:56.755578 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-bf305608-a768-47b4-b757-977ef734d94f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (74dfc93b-3cd5-4af5-96dc-600d4477289c), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:56.802427 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-bf305608-a768-47b4-b757-977ef734d94f admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=907c164e0038438e9ac23ada6759ce23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1480541 Oct 01 04:24:56.803902 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf305608-a768-47b4-b757-977ef734d94f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74dfc93b-3cd5-4af5-96dc-600d4477289c,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:56.805608 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 40800) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:24:56.856025 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982b9bb-50dc-4ae7-83e5-945fac0505fd req-7932e98b-483a-4d8d-9c43-63806ea91a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:56.857442 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1982b9bb-50dc-4ae7-83e5-945fac0505fd req-7932e98b-483a-4d8d-9c43-63806ea91a17 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=19d87f6d9adf4ce98e934187ec8ae0d7&device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 1131 time: 0.0629883 Oct 01 04:24:56.875711 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:24:56.903038 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a0f8c93b-17d1-4a22-9d7e-5ec4b8aa6c10 admin admin] Publish callbacks [] for security_group (74dfc93b-3cd5-4af5-96dc-600d4477289c), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:56.968035 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a0f8c93b-17d1-4a22-9d7e-5ec4b8aa6c10 admin admin] Publish callbacks [] for security_group (74dfc93b-3cd5-4af5-96dc-600d4477289c), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:56.997353 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.agents_db [None req-12b97a57-14e3-4267-90b0-a9e0353f7932 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 01 04:24:57.040868 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982b9bb-50dc-4ae7-83e5-945fac0505fd req-8ad89557-6196-4b16-9f4e-2fff98781c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:57.042756 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1982b9bb-50dc-4ae7-83e5-945fac0505fd req-8ad89557-6196-4b16-9f4e-2fff98781c23 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=41ad6d82-393d-469b-ad56-b82ab9a77fee HTTP/1.1" status: 200 len: 918 time: 0.1632054 Oct 01 04:24:57.103433 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a0f8c93b-17d1-4a22-9d7e-5ec4b8aa6c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (74dfc93b-3cd5-4af5-96dc-600d4477289c), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:57.107033 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a0f8c93b-17d1-4a22-9d7e-5ec4b8aa6c10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:24:57.108322 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-a0f8c93b-17d1-4a22-9d7e-5ec4b8aa6c10 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/74dfc93b-3cd5-4af5-96dc-600d4477289c HTTP/1.1" status: 204 len: 168 time: 0.3018091 Oct 01 04:24:57.134874 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f8c93b-17d1-4a22-9d7e-5ec4b8aa6c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74dfc93b-3cd5-4af5-96dc-600d4477289c,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:24:57.138101 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1982b9bb-50dc-4ae7-83e5-945fac0505fd req-a8564327-22b9-4996-805c-ea96ed5e81c5 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=735577aa-5ec2-48d4-8f41-38cb8f95250a HTTP/1.1" status: 200 len: 1001 time: 0.0881193 Oct 01 04:24:57.200360 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982b9bb-50dc-4ae7-83e5-945fac0505fd req-359de21b-3c71-4468-9fb5-1fee111b84c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:57.201870 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1982b9bb-50dc-4ae7-83e5-945fac0505fd req-359de21b-3c71-4468-9fb5-1fee111b84c0 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d3f0d177-35e4-4cba-a762-d1357d3a9c11 HTTP/1.1" status: 200 len: 856 time: 0.0571678 Oct 01 04:24:57.254813 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982b9bb-50dc-4ae7-83e5-945fac0505fd req-e005e262-de3c-4053-b7ac-cd8e2b2ba1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:57.256607 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1982b9bb-50dc-4ae7-83e5-945fac0505fd req-e005e262-de3c-4053-b7ac-cd8e2b2ba1d9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=41ad6d82-393d-469b-ad56-b82ab9a77fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483053 Oct 01 04:24:57.372386 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1982b9bb-50dc-4ae7-83e5-945fac0505fd req-9f8f28b8-4bd6-4944-ab4d-1d86d77fb255 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41ad6d82-393d-469b-ad56-b82ab9a77fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070876 Oct 01 04:24:57.485119 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1982b9bb-50dc-4ae7-83e5-945fac0505fd req-659236a7-149d-4a21-80bd-f5e40a64fbc7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41ad6d82-393d-469b-ad56-b82ab9a77fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051679 Oct 01 04:24:57.546374 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e47969-75d6-4962-85c8-720842385355 req-8cf49473-c567-4b1f-b7f3-bb2f7e241fb7 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:57.548386 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-61e47969-75d6-4962-85c8-720842385355 req-8cf49473-c567-4b1f-b7f3-bb2f7e241fb7 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d HTTP/1.1" status: 200 len: 943 time: 0.0628209 Oct 01 04:24:57.617959 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-61e47969-75d6-4962-85c8-720842385355 req-46ea98c4-8d71-488a-9753-378d3d74af0f tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a7777c8-844e-48e2-a40d-f3ea00607216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600235 Oct 01 04:24:58.749021 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45713ad7-93a5-48e5-ad3d-52f3a620276e req-f1707354-8ce8-4fdd-920a-19c50a70883b tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:58.750954 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-45713ad7-93a5-48e5-ad3d-52f3a620276e req-f1707354-8ce8-4fdd-920a-19c50a70883b tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d HTTP/1.1" status: 200 len: 943 time: 0.0504916 Oct 01 04:24:58.801332 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-45713ad7-93a5-48e5-ad3d-52f3a620276e req-86136d20-158d-416f-ae10-54cfd3134757 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a7777c8-844e-48e2-a40d-f3ea00607216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453529 Oct 01 04:24:59.933699 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4d630-ba1b-496a-b9c9-682295580faa req-c54053f1-a0bd-4497-b09c-e566f08f7339 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:24:59.935152 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a5b4d630-ba1b-496a-b9c9-682295580faa req-c54053f1-a0bd-4497-b09c-e566f08f7339 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d HTTP/1.1" status: 200 len: 943 time: 0.0549479 Oct 01 04:24:59.994452 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a5b4d630-ba1b-496a-b9c9-682295580faa req-6c8bd2a0-ef3e-4821-90a6-35935a22f783 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a7777c8-844e-48e2-a40d-f3ea00607216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538108 Oct 01 04:25:00.236108 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device ff800efd-217a-4aea-84a5-e5f05dd17b62 details requested by agent hyperv_hv-cinder-86004 with host hv-cinder-86004 {{(pid=106388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 01 04:25:00.335095 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port ff800efd-217a-4aea-84a5-e5f05dd17b62, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=ff800efd-217a-4aea-84a5-e5f05dd17b62,segment=NetworkSegment(ce4baa6a-a847-474d-a353-040c360e37c0),segment_id=ce4baa6a-a847-474d-a353-040c360e37c0)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:25:00.346010 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Returning: {'device': 'ff800efd-217a-4aea-84a5-e5f05dd17b62', 'network_id': 'dfb1f66d-4f49-4f84-9a12-ceecfc8e716b', 'port_id': 'ff800efd-217a-4aea-84a5-e5f05dd17b62', 'mac_address': 'fa:16:3e:08:d1:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24b2ed70-732b-4138-94d1-34ea1c5e13bd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 01 04:25:00.383986 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Current status of the port ff800efd-217a-4aea-84a5-e5f05dd17b62 is: DOWN; New status is: BUILD {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:25:00.384378 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (ff800efd-217a-4aea-84a5-e5f05dd17b62), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:00.386924 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:00.399340 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff800efd-217a-4aea-84a5-e5f05dd17b62 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 01 04:25:00.418750 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port ff800efd-217a-4aea-84a5-e5f05dd17b62, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=ff800efd-217a-4aea-84a5-e5f05dd17b62,segment=NetworkSegment(ce4baa6a-a847-474d-a353-040c360e37c0),segment_id=ce4baa6a-a847-474d-a353-040c360e37c0)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:25:00.422640 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (ff800efd-217a-4aea-84a5-e5f05dd17b62), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:00.470839 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Pushing event updated for resources: {'Port': ['ID=ff800efd-217a-4aea-84a5-e5f05dd17b62,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:25:00.478438 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:25:00.478784 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:25:00.479126 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:25:00.479463 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:25:00.479795 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:25:00.480124 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:25:00.480449 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:25:00.480773 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:25:00.481124 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:25:00.481448 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:25:00.481770 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:25:00.482092 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:25:00.482412 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:25:00.482730 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:25:00.483049 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:25:00.647834 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] get_ports_and_sgs() called for port_ids ['ff800efd-217a-4aea-84a5-e5f05dd17b62'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 01 04:25:01.120355 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43872ec-eec8-4518-8bfb-9a9ce41426f6 req-0928b059-b5cc-43b8-b731-ce45c2cc2116 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:01.121829 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a43872ec-eec8-4518-8bfb-9a9ce41426f6 req-0928b059-b5cc-43b8-b731-ce45c2cc2116 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d HTTP/1.1" status: 200 len: 944 time: 0.0474765 Oct 01 04:25:01.176230 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a43872ec-eec8-4518-8bfb-9a9ce41426f6 req-e3b404be-052c-44e5-8e2e-d31348c30d37 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a7777c8-844e-48e2-a40d-f3ea00607216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485349 Oct 01 04:25:02.243017 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device ff800efd-217a-4aea-84a5-e5f05dd17b62 up at agent hyperv_hv-cinder-86004 {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:25:02.290988 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Provisioning for port ff800efd-217a-4aea-84a5-e5f05dd17b62 completed by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 01 04:25:02.298148 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Provisioning complete for port ff800efd-217a-4aea-84a5-e5f05dd17b62 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:25:02.298528 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (ff800efd-217a-4aea-84a5-e5f05dd17b62), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:02.298867 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Attempt 1 to provision port ff800efd-217a-4aea-84a5-e5f05dd17b62 Oct 01 04:25:02.303724 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f7c7f9-3afd-439c-bac0-20818bb87968 req-a2aa879d-4f39-4896-a305-1be0f8f0439f tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:02.305222 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d8f7c7f9-3afd-439c-bac0-20818bb87968 req-a2aa879d-4f39-4896-a305-1be0f8f0439f tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d HTTP/1.1" status: 200 len: 944 time: 0.0519648 Oct 01 04:25:02.330358 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 40912) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:25:02.337874 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:02.360542 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d8f7c7f9-3afd-439c-bac0-20818bb87968 req-a6cbbdd0-daca-4b1d-9531-69af44c0759c tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a7777c8-844e-48e2-a40d-f3ea00607216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491164 Oct 01 04:25:02.385674 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Current status of the port ff800efd-217a-4aea-84a5-e5f05dd17b62 is: BUILD; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:25:02.386153 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (ff800efd-217a-4aea-84a5-e5f05dd17b62), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:02.410463 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af93c94-483f-4f6d-a017-d45ef01bac8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff800efd-217a-4aea-84a5-e5f05dd17b62'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:25:02.413435 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc2ed8ba810a9a899feae06a2d512ab46721588d0493fdbeca0f1bffbb3e03b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20eb4174-6713-4d30-997e-d509a9312647" -d '{"events": [{"server_uuid": "2af93c94-483f-4f6d-a017-d45ef01bac8d", "name": "network-vif-plugged", "status": "completed", "tag": "ff800efd-217a-4aea-84a5-e5f05dd17b62"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:25:02.428235 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port ff800efd-217a-4aea-84a5-e5f05dd17b62, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=ff800efd-217a-4aea-84a5-e5f05dd17b62,segment=NetworkSegment(ce4baa6a-a847-474d-a353-040c360e37c0),segment_id=ce4baa6a-a847-474d-a353-040c360e37c0)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:25:02.434322 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (ff800efd-217a-4aea-84a5-e5f05dd17b62), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:02.462920 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 01 Oct 2022 04:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2998e95a-42d8-429f-8a47-5bb12c8e242f x-openstack-request-id: req-2998e95a-42d8-429f-8a47-5bb12c8e242f {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:25:02.463858 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af93c94-483f-4f6d-a017-d45ef01bac8d", "name": "network-vif-plugged", "status": "completed", "tag": "ff800efd-217a-4aea-84a5-e5f05dd17b62", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:25:02.463858 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2998e95a-42d8-429f-8a47-5bb12c8e242f {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:25:02.464210 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2998e95a-42d8-429f-8a47-5bb12c8e242f'] response: {'server_uuid': '2af93c94-483f-4f6d-a017-d45ef01bac8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff800efd-217a-4aea-84a5-e5f05dd17b62', 'code': 200} Oct 01 04:25:02.470583 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ab172ab4-de94-48f8-bd62-ad9087a6b1c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:02.520193 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Pushing event updated for resources: {'Port': ['ID=ff800efd-217a-4aea-84a5-e5f05dd17b62,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:25:02.525734 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:02.558776 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ab172ab4-de94-48f8-bd62-ad9087a6b1c6 admin admin] Publish callbacks [] for security_group (cce36fd5-75ed-4a14-bbbc-ffce6b45a2e0), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:02.562886 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ab172ab4-de94-48f8-bd62-ad9087a6b1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (cce36fd5-75ed-4a14-bbbc-ffce6b45a2e0), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:02.607223 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-ab172ab4-de94-48f8-bd62-ad9087a6b1c6 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=08ed0b8ad08940deb59e35b8f4a735b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2750201 Oct 01 04:25:02.610086 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 40926) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:25:02.613342 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab172ab4-de94-48f8-bd62-ad9087a6b1c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce36fd5-75ed-4a14-bbbc-ffce6b45a2e0,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:25:02.665354 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-44343e46-08f3-481d-912e-9afd74667a75 admin admin] Publish callbacks [] for security_group (cce36fd5-75ed-4a14-bbbc-ffce6b45a2e0), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:02.688062 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de10db-8a36-4ca2-95bb-ff5a8e3ef186 req-779c4894-6228-4a8a-95ac-b171f4733e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:02.688477 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-44343e46-08f3-481d-912e-9afd74667a75 admin admin] Publish callbacks [] for security_group (cce36fd5-75ed-4a14-bbbc-ffce6b45a2e0), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:02.689886 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b3de10db-8a36-4ca2-95bb-ff5a8e3ef186 req-779c4894-6228-4a8a-95ac-b171f4733e6f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d HTTP/1.1" status: 200 len: 1129 time: 0.0403221 Oct 01 04:25:02.713985 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:02.742182 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b3de10db-8a36-4ca2-95bb-ff5a8e3ef186 req-2539c8a4-1895-44ae-922b-3638fa6a0279 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6a7777c8-844e-48e2-a40d-f3ea00607216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459569 Oct 01 04:25:02.755773 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-44343e46-08f3-481d-912e-9afd74667a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (cce36fd5-75ed-4a14-bbbc-ffce6b45a2e0), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:02.758574 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-44343e46-08f3-481d-912e-9afd74667a75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:02.762037 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-44343e46-08f3-481d-912e-9afd74667a75 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/cce36fd5-75ed-4a14-bbbc-ffce6b45a2e0 HTTP/1.1" status: 204 len: 168 time: 0.1486857 Oct 01 04:25:02.767870 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44343e46-08f3-481d-912e-9afd74667a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce36fd5-75ed-4a14-bbbc-ffce6b45a2e0,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:25:02.845778 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbac5ed-b45b-49ac-9497-e7ef6539e8d8 req-6c91f55b-6133-4ef2-bf3b-626901336997 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:02.847270 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-adbac5ed-b45b-49ac-9497-e7ef6539e8d8 req-6c91f55b-6133-4ef2-bf3b-626901336997 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 947 time: 0.0502217 Oct 01 04:25:02.897190 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-adbac5ed-b45b-49ac-9497-e7ef6539e8d8 req-07c11438-a481-4453-a1e9-e212a6efce55 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430675 Oct 01 04:25:03.041477 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 40934) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:25:03.055836 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4690c3fc-93e9-4cf5-9a11-1a34d7b4c5c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:03.093859 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:03.138329 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4690c3fc-93e9-4cf5-9a11-1a34d7b4c5c4 admin admin] Publish callbacks [] for security_group (656d1799-f38b-431c-9861-7dc363c784e9), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:03.141980 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4690c3fc-93e9-4cf5-9a11-1a34d7b4c5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (656d1799-f38b-431c-9861-7dc363c784e9), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:03.185002 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690c3fc-93e9-4cf5-9a11-1a34d7b4c5c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656d1799-f38b-431c-9861-7dc363c784e9,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:25:03.189223 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-4690c3fc-93e9-4cf5-9a11-1a34d7b4c5c4 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=6833b7b3139e44df8a64ebe8f0630c6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1466651 Oct 01 04:25:03.191899 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 40936) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:25:03.241677 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a844df72-1da2-4aa6-8258-5b63a83cf359 admin admin] Publish callbacks [] for security_group (656d1799-f38b-431c-9861-7dc363c784e9), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:03.261087 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a844df72-1da2-4aa6-8258-5b63a83cf359 admin admin] Publish callbacks [] for security_group (656d1799-f38b-431c-9861-7dc363c784e9), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:03.308527 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a844df72-1da2-4aa6-8258-5b63a83cf359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (656d1799-f38b-431c-9861-7dc363c784e9), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:03.311123 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a844df72-1da2-4aa6-8258-5b63a83cf359 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:03.312483 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-a844df72-1da2-4aa6-8258-5b63a83cf359 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/656d1799-f38b-431c-9861-7dc363c784e9 HTTP/1.1" status: 204 len: 168 time: 0.1195810 Oct 01 04:25:03.320878 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a844df72-1da2-4aa6-8258-5b63a83cf359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656d1799-f38b-431c-9861-7dc363c784e9,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:25:03.490572 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb2942-a1fe-4e83-bacb-316a4a3963d9 req-dd5dbf8a-8ca7-4072-bbf9-1f77ea7b2c2e tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:03.492079 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-3aeb2942-a1fe-4e83-bacb-316a4a3963d9 req-dd5dbf8a-8ca7-4072-bbf9-1f77ea7b2c2e tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d HTTP/1.1" status: 200 len: 945 time: 0.0519145 Oct 01 04:25:03.542575 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-3aeb2942-a1fe-4e83-bacb-316a4a3963d9 req-554dc15e-665d-47d2-a7f1-507f2c622f60 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a7777c8-844e-48e2-a40d-f3ea00607216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449851 Oct 01 04:25:03.640534 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 40944) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:25:03.654365 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-87b27bae-c6cc-49de-bbe3-bfe1ed23df1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:03.728324 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-87b27bae-c6cc-49de-bbe3-bfe1ed23df1a admin admin] Publish callbacks [] for security_group (b915c6f5-8565-45a7-9b97-a3a3f51e57f3), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:03.731960 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-87b27bae-c6cc-49de-bbe3-bfe1ed23df1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (b915c6f5-8565-45a7-9b97-a3a3f51e57f3), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:03.771825 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b27bae-c6cc-49de-bbe3-bfe1ed23df1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b915c6f5-8565-45a7-9b97-a3a3f51e57f3,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:25:03.777006 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-87b27bae-c6cc-49de-bbe3-bfe1ed23df1a admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=265ea8d7001f4f70953207bf14e37b47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1345315 Oct 01 04:25:03.778990 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 40946) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:25:03.824685 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:03.828166 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d9163ee4-3374-4cf6-82fb-f1f540d11d26 admin admin] Publish callbacks [] for security_group (b915c6f5-8565-45a7-9b97-a3a3f51e57f3), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:03.850617 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d9163ee4-3374-4cf6-82fb-f1f540d11d26 admin admin] Publish callbacks [] for security_group (b915c6f5-8565-45a7-9b97-a3a3f51e57f3), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:03.897907 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d9163ee4-3374-4cf6-82fb-f1f540d11d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (b915c6f5-8565-45a7-9b97-a3a3f51e57f3), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:03.900422 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d9163ee4-3374-4cf6-82fb-f1f540d11d26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:03.901585 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-d9163ee4-3374-4cf6-82fb-f1f540d11d26 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/b915c6f5-8565-45a7-9b97-a3a3f51e57f3 HTTP/1.1" status: 204 len: 168 time: 0.1217091 Oct 01 04:25:03.909421 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9163ee4-3374-4cf6-82fb-f1f540d11d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b915c6f5-8565-45a7-9b97-a3a3f51e57f3,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:25:04.026242 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32d1d0-d3c9-41cd-bd66-f996f34c49a5 req-7de003e8-7e35-4e0c-aeca-c807f1130025 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:04.027731 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-8e32d1d0-d3c9-41cd-bd66-f996f34c49a5 req-7de003e8-7e35-4e0c-aeca-c807f1130025 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 947 time: 0.0487115 Oct 01 04:25:04.040192 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:04.077644 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-8e32d1d0-d3c9-41cd-bd66-f996f34c49a5 req-fe40c1c2-9a7d-4950-b2c5-65ca80f4da71 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440845 Oct 01 04:25:04.571033 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52f9a0-39fe-46a0-9250-75f0ccf0551c req-72c7d701-15a0-4dc6-ae56-56afd7cdc25e tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:04.572518 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0e52f9a0-39fe-46a0-9250-75f0ccf0551c req-72c7d701-15a0-4dc6-ae56-56afd7cdc25e tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 947 time: 0.0482264 Oct 01 04:25:04.674396 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777392fb-d377-4211-8803-5b76d586e7f0 req-e184d130-eebc-4022-8a90-aa7a8f30a172 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:04.676512 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-777392fb-d377-4211-8803-5b76d586e7f0 req-e184d130-eebc-4022-8a90-aa7a8f30a172 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d HTTP/1.1" status: 200 len: 945 time: 0.0585084 Oct 01 04:25:04.735394 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-777392fb-d377-4211-8803-5b76d586e7f0 req-089701ee-a2cc-43da-aa1b-4d1915634651 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a7777c8-844e-48e2-a40d-f3ea00607216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525813 Oct 01 04:25:05.062198 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-0e52f9a0-39fe-46a0-9250-75f0ccf0551c req-5a3711aa-1575-48f6-b4ce-2880e2f3038a tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Deleting port 735577aa-5ec2-48d4-8f41-38cb8f95250a {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:25:05.062925 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-0e52f9a0-39fe-46a0-9250-75f0ccf0551c req-5a3711aa-1575-48f6-b4ce-2880e2f3038a tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (735577aa-5ec2-48d4-8f41-38cb8f95250a), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:05.156378 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-0e52f9a0-39fe-46a0-9250-75f0ccf0551c req-5a3711aa-1575-48f6-b4ce-2880e2f3038a tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] For port 735577aa-5ec2-48d4-8f41-38cb8f95250a, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=735577aa-5ec2-48d4-8f41-38cb8f95250a,segment=NetworkSegment(2ed9749a-eb3b-4451-b7b7-83bb473f5fb1),segment_id=2ed9749a-eb3b-4451-b7b7-83bb473f5fb1)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:25:05.156871 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-0e52f9a0-39fe-46a0-9250-75f0ccf0551c req-5a3711aa-1575-48f6-b4ce-2880e2f3038a tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (735577aa-5ec2-48d4-8f41-38cb8f95250a), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:05.211789 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c5988-d535-4f07-b507-d20b124566f9 req-99d152f8-f4b4-40a9-91a0-619ca4af8b0d tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:05.213307 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-730c5988-d535-4f07-b507-d20b124566f9 req-99d152f8-f4b4-40a9-91a0-619ca4af8b0d tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 947 time: 0.0488570 Oct 01 04:25:05.273614 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-730c5988-d535-4f07-b507-d20b124566f9 req-1f7c1b8d-e976-4722-bdb6-09586e490ae5 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ae135d0f-70b1-469b-9ab0-f32488cd3901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543368 Oct 01 04:25:05.318937 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:05.342474 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-0e52f9a0-39fe-46a0-9250-75f0ccf0551c req-5a3711aa-1575-48f6-b4ce-2880e2f3038a tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:05.342923 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-0e52f9a0-39fe-46a0-9250-75f0ccf0551c req-5a3711aa-1575-48f6-b4ce-2880e2f3038a tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989928'] for floatingip (b18045a7-6f15-4961-8ee6-5e7b4549e43d), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:05.343243 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.db.l3_db [req-0e52f9a0-39fe-46a0-9250-75f0ccf0551c req-5a3711aa-1575-48f6-b4ce-2880e2f3038a tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Floating IP b18045a7-6f15-4961-8ee6-5e7b4549e43d disassociated. External IP: 172.27.2.18, port: 735577aa-5ec2-48d4-8f41-38cb8f95250a. Oct 01 04:25:05.343589 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-0e52f9a0-39fe-46a0-9250-75f0ccf0551c req-5a3711aa-1575-48f6-b4ce-2880e2f3038a tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Calling delete_port for 735577aa-5ec2-48d4-8f41-38cb8f95250a owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:25:05.477129 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-0e52f9a0-39fe-46a0-9250-75f0ccf0551c req-5a3711aa-1575-48f6-b4ce-2880e2f3038a tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (735577aa-5ec2-48d4-8f41-38cb8f95250a), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:05.509251 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3711aa-1575-48f6-b4ce-2880e2f3038a tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Pushing event deleted for resources: {'Port': ['ID=735577aa-5ec2-48d4-8f41-38cb8f95250a,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:25:05.626241 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e52f9a0-39fe-46a0-9250-75f0ccf0551c req-5a3711aa-1575-48f6-b4ce-2880e2f3038a tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Router 3afaa6c5-af0b-47df-85d6-9e90acb38e71 has already been hosted by L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 01 04:25:05.726769 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:05.734443 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e52f9a0-39fe-46a0-9250-75f0ccf0551c req-5a3711aa-1575-48f6-b4ce-2880e2f3038a tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:25:05.745099 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7579d497-0e71-4225-aa86-dc3a408a0f65 None None] Sync routers for ids ['3afaa6c5-af0b-47df-85d6-9e90acb38e71'] in dv-cinder-860044-1-iscsi {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:25:05.756528 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7579d497-0e71-4225-aa86-dc3a408a0f65 None None] Routers {'3afaa6c5-af0b-47df-85d6-9e90acb38e71'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:25:05.757202 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-7579d497-0e71-4225-aa86-dc3a408a0f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:24:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['3afaa6c5-af0b-47df-85d6-9e90acb38e71'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:25:05.793587 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e52f9a0-39fe-46a0-9250-75f0ccf0551c req-5a3711aa-1575-48f6-b4ce-2880e2f3038a tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] No DVR routers for this DVR port 735577aa-5ec2-48d4-8f41-38cb8f95250a on host hv-cinder-86004 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 01 04:25:05.796213 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-0e52f9a0-39fe-46a0-9250-75f0ccf0551c req-5a3711aa-1575-48f6-b4ce-2880e2f3038a tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:05.799697 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0e52f9a0-39fe-46a0-9250-75f0ccf0551c req-5a3711aa-1575-48f6-b4ce-2880e2f3038a tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.25 "DELETE /networking/v2.0/ports/735577aa-5ec2-48d4-8f41-38cb8f95250a HTTP/1.1" status: 204 len: 173 time: 0.8280866 Oct 01 04:25:05.800489 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21e7357-43a2-4dc9-b0f6-26b14b68c464', 'name': 'network-vif-deleted', 'tag': '735577aa-5ec2-48d4-8f41-38cb8f95250a'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:25:05.803038 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23a471ff00a13a2eea8c87216c43e2c9873adc8b08d975975de21b294c9ff96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68d8917-0e14-49f4-8f6f-3ff001cb8e44" -d '{"events": [{"server_uuid": "b21e7357-43a2-4dc9-b0f6-26b14b68c464", "name": "network-vif-deleted", "tag": "735577aa-5ec2-48d4-8f41-38cb8f95250a"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:25:05.888630 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 01 Oct 2022 04:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9d136b-be95-41e4-8229-3849b06e536e x-openstack-request-id: req-bb9d136b-be95-41e4-8229-3849b06e536e {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:25:05.893475 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b21e7357-43a2-4dc9-b0f6-26b14b68c464", "name": "network-vif-deleted", "tag": "735577aa-5ec2-48d4-8f41-38cb8f95250a", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:25:05.893966 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bb9d136b-be95-41e4-8229-3849b06e536e {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:25:05.894534 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb9d136b-be95-41e4-8229-3849b06e536e'] response: {'server_uuid': 'b21e7357-43a2-4dc9-b0f6-26b14b68c464', 'name': 'network-vif-deleted', 'tag': '735577aa-5ec2-48d4-8f41-38cb8f95250a', 'status': 'completed', 'code': 200} Oct 01 04:25:06.050007 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-7579d497-0e71-4225-aa86-dc3a408a0f65 None None] Set router 3afaa6c5-af0b-47df-85d6-9e90acb38e71 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:25:06.233814 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c6ff5-7acb-4b75-a1fd-8b9eb0a6618b req-2cd7ebca-fe0e-4282-becc-7b238036b2fd tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:06.255665 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-6f1c6ff5-7acb-4b75-a1fd-8b9eb0a6618b req-2cd7ebca-fe0e-4282-becc-7b238036b2fd tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d HTTP/1.1" status: 200 len: 945 time: 0.1079776 Oct 01 04:25:06.367692 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-6f1c6ff5-7acb-4b75-a1fd-8b9eb0a6618b req-98b2604f-91e6-46a4-87f8-f482bd41b0ff tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a7777c8-844e-48e2-a40d-f3ea00607216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047592 Oct 01 04:25:06.450346 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-7579d497-0e71-4225-aa86-dc3a408a0f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'name': 'tempest-AttachVolumeShelveTestJSON-1219296695-router', 'tenant_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'dd4468db-ec48-49c8-8eb6-06517b0d32d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:44Z', 'updated_at': '2022-10-01T04:17:58Z', 'revision_number': 4, 'project_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'gw_port': {'id': 'dd4468db-ec48-49c8-8eb6-06517b0d32d3', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:95:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:46Z', 'updated_at': '2022-10-01T04:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': 'f582974d-8b65-4524-bec5-48d37856577d', 'name': '', 'network_id': '41ad6d82-393d-469b-ad56-b82ab9a77fee', 'tenant_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'mac_address': 'fa:16:3e:44:c1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd3f0d177-35e4-4cba-a762-d1357d3a9c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:57Z', 'updated_at': '2022-10-01T04:18:14Z', 'revision_number': 5, 'project_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'subnets': [{'id': 'd3f0d177-35e4-4cba-a762-d1357d3a9c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:25:06.482138 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7579d497-0e71-4225-aa86-dc3a408a0f65 None None] Checking router: 3afaa6c5-af0b-47df-85d6-9e90acb38e71 for host: dv-cinder-860044-1-iscsi {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:25:06.493143 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7579d497-0e71-4225-aa86-dc3a408a0f65 None None] Routers {'3afaa6c5-af0b-47df-85d6-9e90acb38e71'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:25:06.493858 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-7579d497-0e71-4225-aa86-dc3a408a0f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:24:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['3afaa6c5-af0b-47df-85d6-9e90acb38e71'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:25:06.497345 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-be4b2658-ca2b-47c4-b15b-cbe2ccadbad9 req-9629e553-73fc-4c6b-a2c9-1c498d6c3a5b tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b21e7357-43a2-4dc9-b0f6-26b14b68c464 HTTP/1.1" status: 200 len: 210 time: 0.0523741 Oct 01 04:25:06.540705 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56d8b5-04fb-4537-a37e-663056b4cbac req-91ece0f5-2d54-4400-bb84-313c5f347aa1 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:06.542539 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-bd56d8b5-04fb-4537-a37e-663056b4cbac req-91ece0f5-2d54-4400-bb84-313c5f347aa1 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d HTTP/1.1" status: 200 len: 945 time: 0.0562978 Oct 01 04:25:06.556196 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 41030) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:25:06.603374 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-bd56d8b5-04fb-4537-a37e-663056b4cbac req-a7c971fc-edac-4a35-8251-913f8d50dcf1 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a7777c8-844e-48e2-a40d-f3ea00607216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550106 Oct 01 04:25:06.627998 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-7579d497-0e71-4225-aa86-dc3a408a0f65 None None] Set router 3afaa6c5-af0b-47df-85d6-9e90acb38e71 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:25:06.635533 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 41034) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:25:06.701251 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a9a99acc-ab71-4cbd-acd9-f26d446e2467 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:06.809058 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a9a99acc-ab71-4cbd-acd9-f26d446e2467 admin admin] Publish callbacks [] for security_group (1cf2c45e-6f48-451b-a170-a838d20b67a8), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:06.822325 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a9a99acc-ab71-4cbd-acd9-f26d446e2467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (1cf2c45e-6f48-451b-a170-a838d20b67a8), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:06.871871 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-7579d497-0e71-4225-aa86-dc3a408a0f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'name': 'tempest-AttachVolumeShelveTestJSON-1219296695-router', 'tenant_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'dd4468db-ec48-49c8-8eb6-06517b0d32d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:44Z', 'updated_at': '2022-10-01T04:17:58Z', 'revision_number': 4, 'project_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'gw_port': {'id': 'dd4468db-ec48-49c8-8eb6-06517b0d32d3', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:95:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:46Z', 'updated_at': '2022-10-01T04:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': 'f582974d-8b65-4524-bec5-48d37856577d', 'name': '', 'network_id': '41ad6d82-393d-469b-ad56-b82ab9a77fee', 'tenant_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'mac_address': 'fa:16:3e:44:c1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd3f0d177-35e4-4cba-a762-d1357d3a9c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:57Z', 'updated_at': '2022-10-01T04:18:14Z', 'revision_number': 5, 'project_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'subnets': [{'id': 'd3f0d177-35e4-4cba-a762-d1357d3a9c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:25:06.888121 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760cbdfa-c7e3-4bb2-a448-01f09030c6e0 tempest-TestShelveInstance-1553250365 tempest-TestShelveInstance-1553250365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:06.889686 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-760cbdfa-c7e3-4bb2-a448-01f09030c6e0 tempest-TestShelveInstance-1553250365 tempest-TestShelveInstance-1553250365-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d HTTP/1.1" status: 200 len: 1124 time: 0.2531767 Oct 01 04:25:06.892799 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-a9a99acc-ab71-4cbd-acd9-f26d446e2467 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=617c796c4d7d4210867335976bf5b4d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3354714 Oct 01 04:25:06.893085 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 41038) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:25:06.893605 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a99acc-ab71-4cbd-acd9-f26d446e2467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf2c45e-6f48-451b-a170-a838d20b67a8,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:25:06.897560 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 41040) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:25:06.898230 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7579d497-0e71-4225-aa86-dc3a408a0f65 None None] The sync data for ids ['3afaa6c5-af0b-47df-85d6-9e90acb38e71'] in dv-cinder-860044-1-iscsi is: [{'id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'name': 'tempest-AttachVolumeShelveTestJSON-1219296695-router', 'tenant_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'dd4468db-ec48-49c8-8eb6-06517b0d32d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:44Z', 'updated_at': '2022-10-01T04:17:58Z', 'revision_number': 4, 'project_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'gw_port': {'id': 'dd4468db-ec48-49c8-8eb6-06517b0d32d3', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:95:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:46Z', 'updated_at': '2022-10-01T04:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': 'f582974d-8b65-4524-bec5-48d37856577d', 'name': '', 'network_id': '41ad6d82-393d-469b-ad56-b82ab9a77fee', 'tenant_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'mac_address': 'fa:16:3e:44:c1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd3f0d177-35e4-4cba-a762-d1357d3a9c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:57Z', 'updated_at': '2022-10-01T04:18:14Z', 'revision_number': 5, 'project_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'subnets': [{'id': 'd3f0d177-35e4-4cba-a762-d1357d3a9c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:25:06.899770 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [None req-08dcc80e-8e49-4138-aacc-5db0d0291185 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Request body: {'floatingip': {'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'port_id': 'ff800efd-217a-4aea-84a5-e5f05dd17b62', 'tenant_id': '1eda12202e6f439b96a87a81d7531503', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:25:06.929288 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-08dcc80e-8e49-4138-aacc-5db0d0291185 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:06.953762 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f2d276ca-3772-48d9-bd7d-7727f0041c84 admin admin] Publish callbacks [] for security_group (1cf2c45e-6f48-451b-a170-a838d20b67a8), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:06.975189 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f2d276ca-3772-48d9-bd7d-7727f0041c84 admin admin] Publish callbacks [] for security_group (1cf2c45e-6f48-451b-a170-a838d20b67a8), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:07.016872 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-08dcc80e-8e49-4138-aacc-5db0d0291185 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:07.027927 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f2d276ca-3772-48d9-bd7d-7727f0041c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (1cf2c45e-6f48-451b-a170-a838d20b67a8), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:07.030817 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f2d276ca-3772-48d9-bd7d-7727f0041c84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:07.031918 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-f2d276ca-3772-48d9-bd7d-7727f0041c84 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/1cf2c45e-6f48-451b-a170-a838d20b67a8 HTTP/1.1" status: 204 len: 168 time: 0.1332624 Oct 01 04:25:07.040712 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d276ca-3772-48d9-bd7d-7727f0041c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf2c45e-6f48-451b-a170-a838d20b67a8,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:25:07.143682 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.db.db_base_plugin_common [None req-08dcc80e-8e49-4138-aacc-5db0d0291185 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Allocated IP 172.27.2.113 (1c94595f-3990-43c2-b34b-d882a8bf5172/3c747529-64bf-417b-84a2-71abc1dc7574/237c6292-ceb0-4595-8943-4b1b4b76ce9c) {{(pid=106386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:25:07.210323 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:07.226202 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1a86c7-5a0f-42ea-a0ee-73b953a0c2c7 None None] New status for floating IP b18045a7-6f15-4961-8ee6-5e7b4549e43d: DOWN {{(pid=106388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 01 04:25:07.274410 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-08dcc80e-8e49-4138-aacc-5db0d0291185 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Publish callbacks [] for port (237c6292-ceb0-4595-8943-4b1b4b76ce9c), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:07.311349 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-08dcc80e-8e49-4138-aacc-5db0d0291185 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5071981'] for port (237c6292-ceb0-4595-8943-4b1b4b76ce9c), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:07.317486 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:07.357755 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08dcc80e-8e49-4138-aacc-5db0d0291185 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Network 1c94595f-3990-43c2-b34b-d882a8bf5172 is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:25:07.362998 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-08dcc80e-8e49-4138-aacc-5db0d0291185 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:25:07.365222 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dcc80e-8e49-4138-aacc-5db0d0291185 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Pushing event updated for resources: {'Port': ['ID=237c6292-ceb0-4595-8943-4b1b4b76ce9c,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:25:07.367421 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dcc80e-8e49-4138-aacc-5db0d0291185 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Received port after_create {{(pid=106386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:25:07.383653 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 41046) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:25:07.398799 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5ba01332-e01c-4bc4-95ac-24ba638d5f2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:07.421655 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=8 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:07.479227 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5ba01332-e01c-4bc4-95ac-24ba638d5f2d admin admin] Publish callbacks [] for security_group (f9d676eb-3b69-41a4-ab17-ecd6d260f00c), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:07.483956 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5ba01332-e01c-4bc4-95ac-24ba638d5f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (f9d676eb-3b69-41a4-ab17-ecd6d260f00c), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:07.526305 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-5ba01332-e01c-4bc4-95ac-24ba638d5f2d admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=00f64d78fb344e05a076d86b20e5a76e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1383619 Oct 01 04:25:07.526305 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 41048) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:25:07.533219 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba01332-e01c-4bc4-95ac-24ba638d5f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d676eb-3b69-41a4-ab17-ecd6d260f00c,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:25:07.584572 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-965d914d-65e7-438f-91f9-8d6d5b3ea39d admin admin] Publish callbacks [] for security_group (f9d676eb-3b69-41a4-ab17-ecd6d260f00c), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:07.608379 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-965d914d-65e7-438f-91f9-8d6d5b3ea39d admin admin] Publish callbacks [] for security_group (f9d676eb-3b69-41a4-ab17-ecd6d260f00c), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:07.627439 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 41054) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:25:07.705803 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c4a29f60-32e9-459a-adac-d3a5a14548f4 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks [] for security_group (ae135d0f-70b1-469b-9ab0-f32488cd3901), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:07.727844 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-965d914d-65e7-438f-91f9-8d6d5b3ea39d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (f9d676eb-3b69-41a4-ab17-ecd6d260f00c), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:07.730478 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-965d914d-65e7-438f-91f9-8d6d5b3ea39d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:07.731562 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-965d914d-65e7-438f-91f9-8d6d5b3ea39d admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/f9d676eb-3b69-41a4-ab17-ecd6d260f00c HTTP/1.1" status: 204 len: 168 time: 0.2047398 Oct 01 04:25:07.741790 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:07.760792 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c4a29f60-32e9-459a-adac-d3a5a14548f4 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks [] for security_group (ae135d0f-70b1-469b-9ab0-f32488cd3901), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:07.774001 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d914d-65e7-438f-91f9-8d6d5b3ea39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d676eb-3b69-41a4-ab17-ecd6d260f00c,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:25:07.831359 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c4a29f60-32e9-459a-adac-d3a5a14548f4 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (ae135d0f-70b1-469b-9ab0-f32488cd3901), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:07.835654 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c4a29f60-32e9-459a-adac-d3a5a14548f4 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:07.838119 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-c4a29f60-32e9-459a-adac-d3a5a14548f4 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/ae135d0f-70b1-469b-9ab0-f32488cd3901 HTTP/1.1" status: 204 len: 168 time: 0.2091725 Oct 01 04:25:07.842405 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 41058) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:25:07.848793 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a29f60-32e9-459a-adac-d3a5a14548f4 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae135d0f-70b1-469b-9ab0-f32488cd3901,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:25:07.862553 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.api.v2.resource [None req-bd01ff96-baa1-45d8-9718-64b7b5007e4a tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] show failed (client error): The resource could not be found. Oct 01 04:25:07.863729 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-bd01ff96-baa1-45d8-9718-64b7b5007e4a tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "GET /networking/v2.0/security-groups/ae135d0f-70b1-469b-9ab0-f32488cd3901 HTTP/1.1" status: 404 len: 347 time: 0.0202785 Oct 01 04:25:07.867262 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 41060) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:25:08.013586 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-08dcc80e-8e49-4138-aacc-5db0d0291185 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Publish callbacks [] for floatingip (4a87c029-9bcc-45bd-bdd9-750c377b5221), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:08.097930 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-08dcc80e-8e49-4138-aacc-5db0d0291185 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (237c6292-ceb0-4595-8943-4b1b4b76ce9c), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:08.256943 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 735577aa-5ec2-48d4-8f41-38cb8f95250a no longer exists at agent hyperv_hv-cinder-86004 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:25:08.267041 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-08dcc80e-8e49-4138-aacc-5db0d0291185 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Publish callbacks [] for port (237c6292-ceb0-4595-8943-4b1b4b76ce9c), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:08.271509 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-ff04dffb-2eb6-40f7-b3d4-49547ca519b5 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Deleting port 0e3549f0-7bf3-421c-80af-3eb18485a22c {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:25:08.271973 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ff04dffb-2eb6-40f7-b3d4-49547ca519b5 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (0e3549f0-7bf3-421c-80af-3eb18485a22c), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:08.275352 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-08dcc80e-8e49-4138-aacc-5db0d0291185 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5071994'] for port (237c6292-ceb0-4595-8943-4b1b4b76ce9c), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:08.279022 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] No Port match for: 735577aa-5ec2-48d4-8f41-38cb8f95250a {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 01 04:25:08.280170 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 735577aa-5ec2-48d4-8f41-38cb8f95250a not bound to the agent host hv-cinder-86004 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 01 04:25:08.345888 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dcc80e-8e49-4138-aacc-5db0d0291185 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Pushing event updated for resources: {'Port': ['ID=237c6292-ceb0-4595-8943-4b1b4b76ce9c,revision_number=2']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:25:08.357140 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-08dcc80e-8e49-4138-aacc-5db0d0291185 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989928'] for floatingip (4a87c029-9bcc-45bd-bdd9-750c377b5221), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:08.364555 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ff04dffb-2eb6-40f7-b3d4-49547ca519b5 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (0e3549f0-7bf3-421c-80af-3eb18485a22c), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:08.365584 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ff04dffb-2eb6-40f7-b3d4-49547ca519b5 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks [] for floatingip (0e3549f0-7bf3-421c-80af-3eb18485a22c), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:08.378564 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-ff04dffb-2eb6-40f7-b3d4-49547ca519b5 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Calling delete_port for 0e3549f0-7bf3-421c-80af-3eb18485a22c owned by network:floatingip {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:25:08.392178 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:08.451812 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:08.470786 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.db.l3_db [None req-08dcc80e-8e49-4138-aacc-5db0d0291185 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Floating IP 4a87c029-9bcc-45bd-bdd9-750c377b5221 associated. External IP: 172.27.2.113, port: ff800efd-217a-4aea-84a5-e5f05dd17b62. Oct 01 04:25:08.517136 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=5 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:08.537630 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ff04dffb-2eb6-40f7-b3d4-49547ca519b5 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (0e3549f0-7bf3-421c-80af-3eb18485a22c), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:08.570600 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff04dffb-2eb6-40f7-b3d4-49547ca519b5 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Pushing event deleted for resources: {'Port': ['ID=0e3549f0-7bf3-421c-80af-3eb18485a22c,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:25:08.633763 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ff04dffb-2eb6-40f7-b3d4-49547ca519b5 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks [] for floatingip (b18045a7-6f15-4961-8ee6-5e7b4549e43d), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:08.636751 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ff04dffb-2eb6-40f7-b3d4-49547ca519b5 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for floatingip (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:08.640456 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-ff04dffb-2eb6-40f7-b3d4-49547ca519b5 tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/b18045a7-6f15-4961-8ee6-5e7b4549e43d HTTP/1.1" status: 204 len: 168 time: 0.7703354 Oct 01 04:25:08.716355 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08dcc80e-8e49-4138-aacc-5db0d0291185 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Router 4d6f2335-3ab2-4420-882b-64d0767242c8 has already been hosted by L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 {{(pid=106386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 01 04:25:08.841125 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08dcc80e-8e49-4138-aacc-5db0d0291185 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:25:08.852621 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620ce9d6-84e6-46d4-9e72-6f9069c0d210 None None] Sync routers for ids ['4d6f2335-3ab2-4420-882b-64d0767242c8'] in dv-cinder-860044-1-iscsi {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:25:08.862853 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-08dcc80e-8e49-4138-aacc-5db0d0291185 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for floatingip (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:08.866915 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620ce9d6-84e6-46d4-9e72-6f9069c0d210 None None] Routers {'4d6f2335-3ab2-4420-882b-64d0767242c8'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:25:08.867722 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-620ce9d6-84e6-46d4-9e72-6f9069c0d210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:24:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['4d6f2335-3ab2-4420-882b-64d0767242c8'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:25:08.901686 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-08dcc80e-8e49-4138-aacc-5db0d0291185 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0069184 Oct 01 04:25:08.902530 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2af93c94-483f-4f6d-a017-d45ef01bac8d', 'tag': 'ff800efd-217a-4aea-84a5-e5f05dd17b62'}] {{(pid=106386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:25:08.904891 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906b7328382f58691ce67f390eef3fef1b579a19389c35ae4b8023450af26d8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994606c4-7f1e-4e56-9b14-1ab58a5bd6d8" -d '{"events": [{"name": "network-changed", "server_uuid": "2af93c94-483f-4f6d-a017-d45ef01bac8d", "tag": "ff800efd-217a-4aea-84a5-e5f05dd17b62"}]}' {{(pid=106386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:25:08.986012 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-620ce9d6-84e6-46d4-9e72-6f9069c0d210 None None] Set router 4d6f2335-3ab2-4420-882b-64d0767242c8 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:25:09.013789 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 41098) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:25:09.087429 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 01 Oct 2022 04:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526cc4d9-3bac-4470-b317-042cf58ae721 x-openstack-request-id: req-526cc4d9-3bac-4470-b317-042cf58ae721 {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:25:09.087723 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2af93c94-483f-4f6d-a017-d45ef01bac8d", "tag": "ff800efd-217a-4aea-84a5-e5f05dd17b62", "status": "completed", "code": 200}]} {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:25:09.087977 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-526cc4d9-3bac-4470-b317-042cf58ae721 {{(pid=106386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:25:09.088385 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-526cc4d9-3bac-4470-b317-042cf58ae721'] response: {'name': 'network-changed', 'server_uuid': '2af93c94-483f-4f6d-a017-d45ef01bac8d', 'tag': 'ff800efd-217a-4aea-84a5-e5f05dd17b62', 'status': 'completed', 'code': 200} Oct 01 04:25:09.159017 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:09.171730 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fb5184d0-85a6-4b37-84fc-37375b7f28dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:09.173466 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:09.184030 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994606c4-7f1e-4e56-9b14-1ab58a5bd6d8 req-b6c832b4-e3b6-4efd-bc49-b71a41a52b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:09.185547 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-994606c4-7f1e-4e56-9b14-1ab58a5bd6d8 req-b6c832b4-e3b6-4efd-bc49-b71a41a52b27 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1eda12202e6f439b96a87a81d7531503&device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d HTTP/1.1" status: 200 len: 1129 time: 0.0710032 Oct 01 04:25:09.216348 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-620ce9d6-84e6-46d4-9e72-6f9069c0d210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6f2335-3ab2-4420-882b-64d0767242c8', 'name': 'tempest-TestShelveInstance-1721019069-router', 'tenant_id': '1eda12202e6f439b96a87a81d7531503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '1dc51c02-f4d3-4a22-b18f-0c47ead9a57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:24:17Z', 'updated_at': '2022-10-01T04:24:20Z', 'revision_number': 4, 'project_id': '1eda12202e6f439b96a87a81d7531503', 'gw_port': {'id': '1dc51c02-f4d3-4a22-b18f-0c47ead9a57c', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:32:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6f2335-3ab2-4420-882b-64d0767242c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:24:17Z', 'updated_at': '2022-10-01T04:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_floatingips': [{'id': '4a87c029-9bcc-45bd-bdd9-750c377b5221', 'tenant_id': '1eda12202e6f439b96a87a81d7531503', 'floating_ip_address': '172.27.2.113', 'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'router_id': '4d6f2335-3ab2-4420-882b-64d0767242c8', 'port_id': 'ff800efd-217a-4aea-84a5-e5f05dd17b62', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb1f66d-4f49-4f84-9a12-ceecfc8e716b', 'mac_address': 'fa:16:3e:08:d1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af93c94-483f-4f6d-a017-d45ef01bac8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-01T04:25:07Z', 'updated_at': '2022-10-01T04:25:07Z', 'revision_number': 0, 'project_id': '1eda12202e6f439b96a87a81d7531503', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e1bbb81-7669-431d-85bc-c5f765d3b2da', 'name': '', 'network_id': 'dfb1f66d-4f49-4f84-9a12-ceecfc8e716b', 'tenant_id': '1eda12202e6f439b96a87a81d7531503', 'mac_address': 'fa:16:3e:83:24:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6f2335-3ab2-4420-882b-64d0767242c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '24b2ed70-732b-4138-94d1-34ea1c5e13bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:24:19Z', 'updated_at': '2022-10-01T04:24:27Z', 'revision_number': 5, 'project_id': '1eda12202e6f439b96a87a81d7531503', 'subnets': [{'id': '24b2ed70-732b-4138-94d1-34ea1c5e13bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:25:09.316710 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994606c4-7f1e-4e56-9b14-1ab58a5bd6d8 req-2aa35231-fe53-4a92-959f-3993962ebba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:09.318193 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-994606c4-7f1e-4e56-9b14-1ab58a5bd6d8 req-2aa35231-fe53-4a92-959f-3993962ebba5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=dfb1f66d-4f49-4f84-9a12-ceecfc8e716b HTTP/1.1" status: 200 len: 910 time: 0.1246722 Oct 01 04:25:09.335118 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620ce9d6-84e6-46d4-9e72-6f9069c0d210 None None] Checking router: 4d6f2335-3ab2-4420-882b-64d0767242c8 for host: dv-cinder-860044-1-iscsi {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:25:09.343651 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620ce9d6-84e6-46d4-9e72-6f9069c0d210 None None] Routers {'4d6f2335-3ab2-4420-882b-64d0767242c8'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:25:09.344256 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-620ce9d6-84e6-46d4-9e72-6f9069c0d210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:24:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['4d6f2335-3ab2-4420-882b-64d0767242c8'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:25:09.376591 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fb5184d0-85a6-4b37-84fc-37375b7f28dd admin admin] Publish callbacks [] for security_group (91cc3e0a-0d9f-4f33-b6b0-8d3b1ab9f130), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:09.384020 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fb5184d0-85a6-4b37-84fc-37375b7f28dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (91cc3e0a-0d9f-4f33-b6b0-8d3b1ab9f130), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:09.421284 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-994606c4-7f1e-4e56-9b14-1ab58a5bd6d8 req-13893f3c-8694-413d-a516-76e4242ec39a service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff800efd-217a-4aea-84a5-e5f05dd17b62 HTTP/1.1" status: 200 len: 999 time: 0.0948410 Oct 01 04:25:09.441368 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5184d0-85a6-4b37-84fc-37375b7f28dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91cc3e0a-0d9f-4f33-b6b0-8d3b1ab9f130,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:25:09.448412 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-620ce9d6-84e6-46d4-9e72-6f9069c0d210 None None] Set router 4d6f2335-3ab2-4420-882b-64d0767242c8 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:25:09.463990 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-fb5184d0-85a6-4b37-84fc-37375b7f28dd admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=309d1c987c8c49949f8a59b98223935e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4482591 Oct 01 04:25:09.466531 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 41102) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:25:09.510171 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994606c4-7f1e-4e56-9b14-1ab58a5bd6d8 req-5b21d6fe-a0de-437b-87db-c7abcfb37d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:09.511599 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-994606c4-7f1e-4e56-9b14-1ab58a5bd6d8 req-5b21d6fe-a0de-437b-87db-c7abcfb37d06 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=24b2ed70-732b-4138-94d1-34ea1c5e13bd HTTP/1.1" status: 200 len: 848 time: 0.0833015 Oct 01 04:25:09.562271 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:DELETE=7,neutron:SELECT=88,neutron:INSERT=5 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:09.572564 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6c7c1444-02ba-477a-b6c6-600a88707f64 admin admin] Publish callbacks [] for security_group (91cc3e0a-0d9f-4f33-b6b0-8d3b1ab9f130), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:09.581689 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994606c4-7f1e-4e56-9b14-1ab58a5bd6d8 req-cb75cfd9-a3a6-4a5e-91c3-6ed9ead6ad69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:09.583431 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-994606c4-7f1e-4e56-9b14-1ab58a5bd6d8 req-cb75cfd9-a3a6-4a5e-91c3-6ed9ead6ad69 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=dfb1f66d-4f49-4f84-9a12-ceecfc8e716b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0655200 Oct 01 04:25:09.614001 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6c7c1444-02ba-477a-b6c6-600a88707f64 admin admin] Publish callbacks [] for security_group (91cc3e0a-0d9f-4f33-b6b0-8d3b1ab9f130), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:09.659626 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-620ce9d6-84e6-46d4-9e72-6f9069c0d210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6f2335-3ab2-4420-882b-64d0767242c8', 'name': 'tempest-TestShelveInstance-1721019069-router', 'tenant_id': '1eda12202e6f439b96a87a81d7531503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '1dc51c02-f4d3-4a22-b18f-0c47ead9a57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:24:17Z', 'updated_at': '2022-10-01T04:24:20Z', 'revision_number': 4, 'project_id': '1eda12202e6f439b96a87a81d7531503', 'gw_port': {'id': '1dc51c02-f4d3-4a22-b18f-0c47ead9a57c', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:32:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6f2335-3ab2-4420-882b-64d0767242c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:24:17Z', 'updated_at': '2022-10-01T04:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_floatingips': [{'id': '4a87c029-9bcc-45bd-bdd9-750c377b5221', 'tenant_id': '1eda12202e6f439b96a87a81d7531503', 'floating_ip_address': '172.27.2.113', 'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'router_id': '4d6f2335-3ab2-4420-882b-64d0767242c8', 'port_id': 'ff800efd-217a-4aea-84a5-e5f05dd17b62', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb1f66d-4f49-4f84-9a12-ceecfc8e716b', 'mac_address': 'fa:16:3e:08:d1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af93c94-483f-4f6d-a017-d45ef01bac8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-01T04:25:07Z', 'updated_at': '2022-10-01T04:25:07Z', 'revision_number': 0, 'project_id': '1eda12202e6f439b96a87a81d7531503', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e1bbb81-7669-431d-85bc-c5f765d3b2da', 'name': '', 'network_id': 'dfb1f66d-4f49-4f84-9a12-ceecfc8e716b', 'tenant_id': '1eda12202e6f439b96a87a81d7531503', 'mac_address': 'fa:16:3e:83:24:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6f2335-3ab2-4420-882b-64d0767242c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '24b2ed70-732b-4138-94d1-34ea1c5e13bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:24:19Z', 'updated_at': '2022-10-01T04:24:27Z', 'revision_number': 5, 'project_id': '1eda12202e6f439b96a87a81d7531503', 'subnets': [{'id': '24b2ed70-732b-4138-94d1-34ea1c5e13bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:25:09.689704 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620ce9d6-84e6-46d4-9e72-6f9069c0d210 None None] The sync data for ids ['4d6f2335-3ab2-4420-882b-64d0767242c8'] in dv-cinder-860044-1-iscsi is: [{'id': '4d6f2335-3ab2-4420-882b-64d0767242c8', 'name': 'tempest-TestShelveInstance-1721019069-router', 'tenant_id': '1eda12202e6f439b96a87a81d7531503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '1dc51c02-f4d3-4a22-b18f-0c47ead9a57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:24:17Z', 'updated_at': '2022-10-01T04:24:20Z', 'revision_number': 4, 'project_id': '1eda12202e6f439b96a87a81d7531503', 'gw_port': {'id': '1dc51c02-f4d3-4a22-b18f-0c47ead9a57c', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:32:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6f2335-3ab2-4420-882b-64d0767242c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:24:17Z', 'updated_at': '2022-10-01T04:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_floatingips': [{'id': '4a87c029-9bcc-45bd-bdd9-750c377b5221', 'tenant_id': '1eda12202e6f439b96a87a81d7531503', 'floating_ip_address': '172.27.2.113', 'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'router_id': '4d6f2335-3ab2-4420-882b-64d0767242c8', 'port_id': 'ff800efd-217a-4aea-84a5-e5f05dd17b62', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb1f66d-4f49-4f84-9a12-ceecfc8e716b', 'mac_address': 'fa:16:3e:08:d1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af93c94-483f-4f6d-a017-d45ef01bac8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-01T04:25:07Z', 'updated_at': '2022-10-01T04:25:07Z', 'revision_number': 0, 'project_id': '1eda12202e6f439b96a87a81d7531503', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e1bbb81-7669-431d-85bc-c5f765d3b2da', 'name': '', 'network_id': 'dfb1f66d-4f49-4f84-9a12-ceecfc8e716b', 'tenant_id': '1eda12202e6f439b96a87a81d7531503', 'mac_address': 'fa:16:3e:83:24:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6f2335-3ab2-4420-882b-64d0767242c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '24b2ed70-732b-4138-94d1-34ea1c5e13bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:24:19Z', 'updated_at': '2022-10-01T04:24:27Z', 'revision_number': 5, 'project_id': '1eda12202e6f439b96a87a81d7531503', 'subnets': [{'id': '24b2ed70-732b-4138-94d1-34ea1c5e13bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:25:09.711479 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-994606c4-7f1e-4e56-9b14-1ab58a5bd6d8 req-76db1daa-62ec-4c30-83d2-3e760992b2af service neutron] 10.222.0.25 "GET /networking/v2.0/networks/dfb1f66d-4f49-4f84-9a12-ceecfc8e716b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224370 Oct 01 04:25:09.727506 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6c7c1444-02ba-477a-b6c6-600a88707f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (91cc3e0a-0d9f-4f33-b6b0-8d3b1ab9f130), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:09.729965 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6c7c1444-02ba-477a-b6c6-600a88707f64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:09.733442 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-6c7c1444-02ba-477a-b6c6-600a88707f64 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/91cc3e0a-0d9f-4f33-b6b0-8d3b1ab9f130 HTTP/1.1" status: 204 len: 168 time: 0.2636523 Oct 01 04:25:09.745841 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:09.779133 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7c1444-02ba-477a-b6c6-600a88707f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91cc3e0a-0d9f-4f33-b6b0-8d3b1ab9f130,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:25:09.831715 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-994606c4-7f1e-4e56-9b14-1ab58a5bd6d8 req-e043919b-4d6d-4481-9630-63722721569a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/dfb1f66d-4f49-4f84-9a12-ceecfc8e716b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134048 Oct 01 04:25:09.965559 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ea1d92-3163-498e-935e-0d9d286c9abd None None] New status for floating IP 4a87c029-9bcc-45bd-bdd9-750c377b5221: ACTIVE {{(pid=106388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 01 04:25:10.062696 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:11.171216 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 41148) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:25:11.643805 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7cdff268-158f-4872-848d-b9a52bfb49b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7982504'] for router_interface (3afaa6c5-af0b-47df-85d6-9e90acb38e71), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:11.871331 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-7cdff268-158f-4872-848d-b9a52bfb49b0 admin admin] Deleting port f582974d-8b65-4524-bec5-48d37856577d {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:25:11.871572 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7cdff268-158f-4872-848d-b9a52bfb49b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (f582974d-8b65-4524-bec5-48d37856577d), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:11.959353 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-7cdff268-158f-4872-848d-b9a52bfb49b0 admin admin] For port f582974d-8b65-4524-bec5-48d37856577d, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=f582974d-8b65-4524-bec5-48d37856577d,segment=NetworkSegment(2ed9749a-eb3b-4451-b7b7-83bb473f5fb1),segment_id=2ed9749a-eb3b-4451-b7b7-83bb473f5fb1)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:25:11.960008 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7cdff268-158f-4872-848d-b9a52bfb49b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (f582974d-8b65-4524-bec5-48d37856577d), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:11.962259 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:11.976020 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-7cdff268-158f-4872-848d-b9a52bfb49b0 admin admin] Calling delete_port for f582974d-8b65-4524-bec5-48d37856577d owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:25:12.125279 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:12.150924 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7a9b4284-c9ab-415a-a56b-bb18c2d1572d req-d928ac6c-2d9a-4de2-bbfa-b9f3f12419cc tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=a1c1e492262e44cab94a51e215413e61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326302 Oct 01 04:25:12.180424 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7cdff268-158f-4872-848d-b9a52bfb49b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (f582974d-8b65-4524-bec5-48d37856577d), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:12.209554 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdff268-158f-4872-848d-b9a52bfb49b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f582974d-8b65-4524-bec5-48d37856577d,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:25:12.379256 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b4284-c9ab-415a-a56b-bb18c2d1572d req-468a0020-3ea7-484b-9897-a28602f12354 tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:12.380813 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7a9b4284-c9ab-415a-a56b-bb18c2d1572d req-468a0020-3ea7-484b-9897-a28602f12354 tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2236195 Oct 01 04:25:12.390968 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7cdff268-158f-4872-848d-b9a52bfb49b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7886623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7990808'] for router_interface (3afaa6c5-af0b-47df-85d6-9e90acb38e71), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:12.398457 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7a9b4284-c9ab-415a-a56b-bb18c2d1572d req-11bf403e-4557-4224-97ca-217a549b95eb tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] 10.222.0.26 "GET /networking/v2.0/quotas/a1c1e492262e44cab94a51e215413e61 HTTP/1.1" status: 200 len: 375 time: 0.0118437 Oct 01 04:25:12.435715 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7a9b4284-c9ab-415a-a56b-bb18c2d1572d req-9c47648b-b43a-471a-8aeb-9fba5f578c6b tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=a1c1e492262e44cab94a51e215413e61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315630 Oct 01 04:25:12.615881 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-3aacd1ec-026a-4907-a65a-be5f06b5ec71 req-113295ef-c8ce-4a6c-866c-60275f04c2b2 tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b6565067-94e1-498c-bed5-584d383158aa HTTP/1.1" status: 200 len: 210 time: 0.0310621 Oct 01 04:25:12.617433 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cdff268-158f-4872-848d-b9a52bfb49b0 admin admin] Router 3afaa6c5-af0b-47df-85d6-9e90acb38e71 has already been hosted by L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 01 04:25:12.724777 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cdff268-158f-4872-848d-b9a52bfb49b0 admin admin] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:25:12.731943 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-7cdff268-158f-4872-848d-b9a52bfb49b0 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/3afaa6c5-af0b-47df-85d6-9e90acb38e71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5595424 Oct 01 04:25:12.732545 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 41176) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:25:12.734151 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45deb52-0774-4fcf-a766-e1a50f208d4d None None] Sync routers for ids ['3afaa6c5-af0b-47df-85d6-9e90acb38e71'] in dv-cinder-860044-1-iscsi {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:25:12.746698 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45deb52-0774-4fcf-a766-e1a50f208d4d None None] Routers {'3afaa6c5-af0b-47df-85d6-9e90acb38e71'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:25:12.747403 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-e45deb52-0774-4fcf-a766-e1a50f208d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:24:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['3afaa6c5-af0b-47df-85d6-9e90acb38e71'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:25:12.764723 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-04b15f63-a128-4d58-b533-41ed37fec775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (973633b6-dd94-436d-b3a5-971dbc41e63c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:12.860567 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f7acc7c8-395f-4b4c-91bc-083258861afd admin admin] Publish callbacks [] for router (3afaa6c5-af0b-47df-85d6-9e90acb38e71), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:12.861185 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-e45deb52-0774-4fcf-a766-e1a50f208d4d None None] Set router 3afaa6c5-af0b-47df-85d6-9e90acb38e71 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:25:12.972212 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f7acc7c8-395f-4b4c-91bc-083258861afd admin admin] Publish callbacks [] for router_gateway (3afaa6c5-af0b-47df-85d6-9e90acb38e71), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:13.017717 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-f7acc7c8-395f-4b4c-91bc-083258861afd admin admin] Deleting port dd4468db-ec48-49c8-8eb6-06517b0d32d3 {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:25:13.018076 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f7acc7c8-395f-4b4c-91bc-083258861afd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (dd4468db-ec48-49c8-8eb6-06517b0d32d3), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:13.062701 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-e45deb52-0774-4fcf-a766-e1a50f208d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'name': 'tempest-AttachVolumeShelveTestJSON-1219296695-router', 'tenant_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'dd4468db-ec48-49c8-8eb6-06517b0d32d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:44Z', 'updated_at': '2022-10-01T04:25:12Z', 'revision_number': 5, 'project_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'gw_port': {'id': 'dd4468db-ec48-49c8-8eb6-06517b0d32d3', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:95:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:17:46Z', 'updated_at': '2022-10-01T04:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi'}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:25:13.091407 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45deb52-0774-4fcf-a766-e1a50f208d4d None None] Checking router: 3afaa6c5-af0b-47df-85d6-9e90acb38e71 for host: dv-cinder-860044-1-iscsi {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:25:13.100347 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45deb52-0774-4fcf-a766-e1a50f208d4d None None] Routers {'3afaa6c5-af0b-47df-85d6-9e90acb38e71'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:25:13.100989 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-e45deb52-0774-4fcf-a766-e1a50f208d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:24:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['3afaa6c5-af0b-47df-85d6-9e90acb38e71'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:25:13.108862 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.db [None req-f7acc7c8-395f-4b4c-91bc-083258861afd admin admin] For port dd4468db-ec48-49c8-8eb6-06517b0d32d3, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=dd4468db-ec48-49c8-8eb6-06517b0d32d3,segment=NetworkSegment(e11c25a1-22bc-489d-94fb-b6370ba219df),segment_id=e11c25a1-22bc-489d-94fb-b6370ba219df)] {{(pid=106386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:25:13.109266 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f7acc7c8-395f-4b4c-91bc-083258861afd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (dd4468db-ec48-49c8-8eb6-06517b0d32d3), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:13.122859 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-f7acc7c8-395f-4b4c-91bc-083258861afd admin admin] Calling delete_port for dd4468db-ec48-49c8-8eb6-06517b0d32d3 owned by network:router_gateway {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:25:13.132013 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:13.164129 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:13.195187 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-e45deb52-0774-4fcf-a766-e1a50f208d4d None None] Set router 3afaa6c5-af0b-47df-85d6-9e90acb38e71 gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:25:13.263362 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-e45deb52-0774-4fcf-a766-e1a50f208d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'name': 'tempest-AttachVolumeShelveTestJSON-1219296695-router', 'tenant_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:44Z', 'updated_at': '2022-10-01T04:25:12Z', 'revision_number': 6, 'project_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'gw_port_host': None}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:25:13.290876 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45deb52-0774-4fcf-a766-e1a50f208d4d None None] The sync data for ids ['3afaa6c5-af0b-47df-85d6-9e90acb38e71'] in dv-cinder-860044-1-iscsi is: [{'id': '3afaa6c5-af0b-47df-85d6-9e90acb38e71', 'name': 'tempest-AttachVolumeShelveTestJSON-1219296695-router', 'tenant_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:17:44Z', 'updated_at': '2022-10-01T04:25:12Z', 'revision_number': 6, 'project_id': '19d87f6d9adf4ce98e934187ec8ae0d7', 'gw_port_host': None}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:25:13.308396 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f7acc7c8-395f-4b4c-91bc-083258861afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5071981'] for port (dd4468db-ec48-49c8-8eb6-06517b0d32d3), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:13.338414 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7acc7c8-395f-4b4c-91bc-083258861afd admin admin] Pushing event deleted for resources: {'Port': ['ID=dd4468db-ec48-49c8-8eb6-06517b0d32d3,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:25:13.407562 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f7acc7c8-395f-4b4c-91bc-083258861afd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989870'] for router_gateway (3afaa6c5-af0b-47df-85d6-9e90acb38e71), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:13.698673 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7a9b4284-c9ab-415a-a56b-bb18c2d1572d req-304ff283-18fe-48fe-9e89-54f8242a3ed9 tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=a1c1e492262e44cab94a51e215413e61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472393 Oct 01 04:25:13.703887 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f7acc7c8-395f-4b4c-91bc-083258861afd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7990903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3226'] for router (3afaa6c5-af0b-47df-85d6-9e90acb38e71), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:13.708178 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f7acc7c8-395f-4b4c-91bc-083258861afd admin admin] Publish callbacks [] for router_controller (3afaa6c5-af0b-47df-85d6-9e90acb38e71), precommit_delete_associations {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:13.748976 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-f6782861-c0b1-49f3-9006-18294f73f82d req-3cab9fa7-8e25-4e5a-bdf9-4532a94a81bd tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b6565067-94e1-498c-bed5-584d383158aa HTTP/1.1" status: 200 len: 210 time: 0.0378180 Oct 01 04:25:13.805787 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f7acc7c8-395f-4b4c-91bc-083258861afd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7990894'] for router (3afaa6c5-af0b-47df-85d6-9e90acb38e71), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:13.806573 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7acc7c8-395f-4b4c-91bc-083258861afd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3afaa6c5-af0b-47df-85d6-9e90acb38e71 {{(pid=106386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 01 04:25:13.816986 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f7acc7c8-395f-4b4c-91bc-083258861afd admin admin] Publish callbacks [] for router (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:13.821147 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-f7acc7c8-395f-4b4c-91bc-083258861afd admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/3afaa6c5-af0b-47df-85d6-9e90acb38e71 HTTP/1.1" status: 204 len: 168 time: 1.0841222 Oct 01 04:25:13.821322 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 41182) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:25:13.896633 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.db.db_base_plugin_v2 [None req-2185d211-0ae7-4979-a8f9-112b7ba5f614 admin admin] Deleting subnet d3f0d177-35e4-4cba-a762-d1357d3a9c11 {{(pid=106386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 01 04:25:13.900138 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2185d211-0ae7-4979-a8f9-112b7ba5f614 admin admin] Publish callbacks [] for subnet (d3f0d177-35e4-4cba-a762-d1357d3a9c11), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:13.919695 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:13.931252 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b4284-c9ab-415a-a56b-bb18c2d1572d req-e758ed56-4460-4ae7-976c-82a9568499e4 tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:13.932777 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7a9b4284-c9ab-415a-a56b-bb18c2d1572d req-e758ed56-4460-4ae7-976c-82a9568499e4 tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2275181 Oct 01 04:25:13.937702 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2185d211-0ae7-4979-a8f9-112b7ba5f614 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5479336'] for subnet (d3f0d177-35e4-4cba-a762-d1357d3a9c11), precommit_delete_associations {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:13.966940 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-7a9b4284-c9ab-415a-a56b-bb18c2d1572d req-dfa11bfd-57b4-42ad-a52d-75558360a054 tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] Request body: {'port': {'device_id': 'b6565067-94e1-498c-bed5-584d383158aa', 'network_id': 'faf66702-3f87-4e2b-8a3b-82a3ec3f7815', 'admin_state_up': True, 'tenant_id': 'a1c1e492262e44cab94a51e215413e61'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:25:14.019494 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2185d211-0ae7-4979-a8f9-112b7ba5f614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1040298'] for subnet (d3f0d177-35e4-4cba-a762-d1357d3a9c11), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:14.079190 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2185d211-0ae7-4979-a8f9-112b7ba5f614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1035713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8038045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5071920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5089221'] for subnet (d3f0d177-35e4-4cba-a762-d1357d3a9c11), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:14.081090 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a9b4284-c9ab-415a-a56b-bb18c2d1572d req-dfa11bfd-57b4-42ad-a52d-75558360a054 tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] Made reservation on behalf of a1c1e492262e44cab94a51e215413e61 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:25:14.085210 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7a9b4284-c9ab-415a-a56b-bb18c2d1572d req-dfa11bfd-57b4-42ad-a52d-75558360a054 tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:14.094075 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7a9b4284-c9ab-415a-a56b-bb18c2d1572d req-dfa11bfd-57b4-42ad-a52d-75558360a054 tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:14.103115 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2185d211-0ae7-4979-a8f9-112b7ba5f614 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3f0d177-35e4-4cba-a762-d1357d3a9c11,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:25:14.108832 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2185d211-0ae7-4979-a8f9-112b7ba5f614 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for subnet (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:14.114845 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-2185d211-0ae7-4979-a8f9-112b7ba5f614 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/d3f0d177-35e4-4cba-a762-d1357d3a9c11 HTTP/1.1" status: 204 len: 168 time: 0.2887278 Oct 01 04:25:14.115196 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 41188) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:25:14.118422 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b81818-37c1-4fc4-b4d1-a26be9dd9489 None None] Network 41ad6d82-393d-469b-ad56-b82ab9a77fee requested from dv-cinder-860044-1-iscsi {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 01 04:25:14.198419 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-4fbc9552-01d4-46f3-947d-3a4b7fb39b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799227'] for network (41ad6d82-393d-469b-ad56-b82ab9a77fee), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:14.202605 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:14.204813 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7a9b4284-c9ab-415a-a56b-bb18c2d1572d req-dfa11bfd-57b4-42ad-a52d-75558360a054 tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] Publish callbacks [] for security_group (cbfdb9f9-b71f-473e-af88-0b7d208470c7), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:14.215283 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7a9b4284-c9ab-415a-a56b-bb18c2d1572d req-dfa11bfd-57b4-42ad-a52d-75558360a054 tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (cbfdb9f9-b71f-473e-af88-0b7d208470c7), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:14.252980 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-4fbc9552-01d4-46f3-947d-3a4b7fb39b40 admin admin] Deleting port aa200d85-c993-4bdd-9137-fd6c5d69690b {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:25:14.253339 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-4fbc9552-01d4-46f3-947d-3a4b7fb39b40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (aa200d85-c993-4bdd-9137-fd6c5d69690b), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:14.324406 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e4795d-ab5b-4736-9f3c-b443a520e68b None None] DHCP port deletion for 41ad6d82-393d-469b-ad56-b82ab9a77fee request from dv-cinder-860044-1-iscsi {{(pid=106388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 01 04:25:14.329012 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.db [None req-4fbc9552-01d4-46f3-947d-3a4b7fb39b40 admin admin] For port aa200d85-c993-4bdd-9137-fd6c5d69690b, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=aa200d85-c993-4bdd-9137-fd6c5d69690b,segment=NetworkSegment(2ed9749a-eb3b-4451-b7b7-83bb473f5fb1),segment_id=2ed9749a-eb3b-4451-b7b7-83bb473f5fb1)] {{(pid=106386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:25:14.329453 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-4fbc9552-01d4-46f3-947d-3a4b7fb39b40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (aa200d85-c993-4bdd-9137-fd6c5d69690b), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:14.344183 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-4fbc9552-01d4-46f3-947d-3a4b7fb39b40 admin admin] Calling delete_port for aa200d85-c993-4bdd-9137-fd6c5d69690b owned by network:dhcp {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:25:14.358857 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa11bfd-57b4-42ad-a52d-75558360a054 tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfdb9f9-b71f-473e-af88-0b7d208470c7,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:25:14.372007 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device dd4468db-ec48-49c8-8eb6-06517b0d32d3 no longer exists at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:25:14.394375 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-7a9b4284-c9ab-415a-a56b-bb18c2d1572d req-dfa11bfd-57b4-42ad-a52d-75558360a054 tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] Allocated IP 192.168.233.18 (faf66702-3f87-4e2b-8a3b-82a3ec3f7815/9e6811ee-a0f7-40c8-80d8-dd822087bead/ed6c94aa-e359-4da3-af91-03cfd00c5d3c) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:25:14.403322 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] No Port match for: dd4468db-ec48-49c8-8eb6-06517b0d32d3 {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 01 04:25:14.403676 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device dd4468db-ec48-49c8-8eb6-06517b0d32d3 not bound to the agent host dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 01 04:25:14.404154 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device f582974d-8b65-4524-bec5-48d37856577d no longer exists at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:25:14.406014 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-71e4795d-ab5b-4736-9f3c-b443a520e68b None None] Deleting port aa200d85-c993-4bdd-9137-fd6c5d69690b {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:25:14.406512 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:14.406695 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-71e4795d-ab5b-4736-9f3c-b443a520e68b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (aa200d85-c993-4bdd-9137-fd6c5d69690b), before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:14.420551 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:14.449015 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-4fbc9552-01d4-46f3-947d-3a4b7fb39b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5071981'] for port (aa200d85-c993-4bdd-9137-fd6c5d69690b), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:14.466039 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] No Port match for: f582974d-8b65-4524-bec5-48d37856577d {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 01 04:25:14.466651 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device f582974d-8b65-4524-bec5-48d37856577d not bound to the agent host dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 01 04:25:14.474347 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc9552-01d4-46f3-947d-3a4b7fb39b40 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa200d85-c993-4bdd-9137-fd6c5d69690b,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:25:14.480138 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbc9552-01d4-46f3-947d-3a4b7fb39b40 admin admin] No DVR routers for this DVR port aa200d85-c993-4bdd-9137-fd6c5d69690b on host dv-cinder-860044-1-iscsi {{(pid=106386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 01 04:25:14.504296 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-71e4795d-ab5b-4736-9f3c-b443a520e68b None None] For port aa200d85-c993-4bdd-9137-fd6c5d69690b, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=aa200d85-c993-4bdd-9137-fd6c5d69690b,segment=NetworkSegment(2ed9749a-eb3b-4451-b7b7-83bb473f5fb1),segment_id=2ed9749a-eb3b-4451-b7b7-83bb473f5fb1)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:25:14.504701 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-71e4795d-ab5b-4736-9f3c-b443a520e68b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (aa200d85-c993-4bdd-9137-fd6c5d69690b), precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:14.522738 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-71e4795d-ab5b-4736-9f3c-b443a520e68b None None] Calling delete_port for aa200d85-c993-4bdd-9137-fd6c5d69690b owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:25:14.577567 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-4fbc9552-01d4-46f3-947d-3a4b7fb39b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-909724', 'neutron.services.segments.db._delete_segments_for_network-8783883502282'] for network (41ad6d82-393d-469b-ad56-b82ab9a77fee), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:14.600421 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.services.segments.db [None req-4fbc9552-01d4-46f3-947d-3a4b7fb39b40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41ad6d82-393d-469b-ad56-b82ab9a77fee']}} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:25:14.604566 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7a9b4284-c9ab-415a-a56b-bb18c2d1572d req-dfa11bfd-57b4-42ad-a52d-75558360a054 tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] Publish callbacks [] for port (ed6c94aa-e359-4da3-af91-03cfd00c5d3c), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:14.612388 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.services.segments.db [None req-4fbc9552-01d4-46f3-947d-3a4b7fb39b40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ed9749a-eb3b-4451-b7b7-83bb473f5fb1') {'for_net_delete': True} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:25:14.614234 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.services.segments.db [None req-4fbc9552-01d4-46f3-947d-3a4b7fb39b40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ed9749a-eb3b-4451-b7b7-83bb473f5fb1') {} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:25:14.616730 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-71e4795d-ab5b-4736-9f3c-b443a520e68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859'] for port (aa200d85-c993-4bdd-9137-fd6c5d69690b), after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:14.625564 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-4fbc9552-01d4-46f3-947d-3a4b7fb39b40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783883475047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5479329'] for segment (2ed9749a-eb3b-4451-b7b7-83bb473f5fb1), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:14.632873 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e4795d-ab5b-4736-9f3c-b443a520e68b None None] No DVR routers for this DVR port aa200d85-c993-4bdd-9137-fd6c5d69690b on host dv-cinder-860044-1-iscsi {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 01 04:25:14.644011 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-4fbc9552-01d4-46f3-947d-3a4b7fb39b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916673'] for segment (2ed9749a-eb3b-4451-b7b7-83bb473f5fb1), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:14.649305 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7a9b4284-c9ab-415a-a56b-bb18c2d1572d req-dfa11bfd-57b4-42ad-a52d-75558360a054 tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (ed6c94aa-e359-4da3-af91-03cfd00c5d3c), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:14.653874 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e4795d-ab5b-4736-9f3c-b443a520e68b None None] Pushing event deleted for resources: {'Port': ['ID=aa200d85-c993-4bdd-9137-fd6c5d69690b,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:25:14.654879 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fbc9552-01d4-46f3-947d-3a4b7fb39b40 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=106386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 01 04:25:14.655727 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-4fbc9552-01d4-46f3-947d-3a4b7fb39b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5072030'] for segment (2ed9749a-eb3b-4451-b7b7-83bb473f5fb1), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:14.704581 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.services.segments.plugin [-] Segment 2ed9749a-eb3b-4451-b7b7-83bb473f5fb1 resource provider aggregate not found Oct 01 04:25:14.713634 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a9b4284-c9ab-415a-a56b-bb18c2d1572d req-dfa11bfd-57b4-42ad-a52d-75558360a054 tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] Network faf66702-3f87-4e2b-8a3b-82a3ec3f7815 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:25:14.717013 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-7a9b4284-c9ab-415a-a56b-bb18c2d1572d req-dfa11bfd-57b4-42ad-a52d-75558360a054 tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:25:14.721106 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a9b4284-c9ab-415a-a56b-bb18c2d1572d req-dfa11bfd-57b4-42ad-a52d-75558360a054 tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:25:14.730142 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.services.segments.plugin [-] Segment 2ed9749a-eb3b-4451-b7b7-83bb473f5fb1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2ed9749a-eb3b-4451-b7b7-83bb473f5fb1 found for delete ", "request_id": "req-d8c11505-bc0b-40f3-a143-44919f9fc440"}]} Oct 01 04:25:14.732816 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-4fbc9552-01d4-46f3-947d-3a4b7fb39b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-909719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8037924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989909'] for network (41ad6d82-393d-469b-ad56-b82ab9a77fee), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:14.738653 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-4fbc9552-01d4-46f3-947d-3a4b7fb39b40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for network (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:14.742412 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-4fbc9552-01d4-46f3-947d-3a4b7fb39b40 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/41ad6d82-393d-469b-ad56-b82ab9a77fee HTTP/1.1" status: 204 len: 168 time: 0.6258719 Oct 01 04:25:14.754541 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc9552-01d4-46f3-947d-3a4b7fb39b40 admin admin] Pushing event deleted for resources: {'Network': ['ID=41ad6d82-393d-469b-ad56-b82ab9a77fee,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:25:14.760495 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa11bfd-57b4-42ad-a52d-75558360a054 tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] Pushing event updated for resources: {'Port': ['ID=ed6c94aa-e359-4da3-af91-03cfd00c5d3c,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:25:14.789342 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b4284-c9ab-415a-a56b-bb18c2d1572d req-dfa11bfd-57b4-42ad-a52d-75558360a054 tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:14.789983 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7a9b4284-c9ab-415a-a56b-bb18c2d1572d req-dfa11bfd-57b4-42ad-a52d-75558360a054 tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:14.808728 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7a9b4284-c9ab-415a-a56b-bb18c2d1572d req-dfa11bfd-57b4-42ad-a52d-75558360a054 tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8455377 Oct 01 04:25:14.825306 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-7a9b4284-c9ab-415a-a56b-bb18c2d1572d req-29854fa5-6f7e-4f32-8fb8-1a6c4427832e service neutron] Request body: {'port': {'device_id': 'b6565067-94e1-498c-bed5-584d383158aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86004'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:25:14.888967 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:14.902296 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7a9b4284-c9ab-415a-a56b-bb18c2d1572d req-29854fa5-6f7e-4f32-8fb8-1a6c4427832e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (ed6c94aa-e359-4da3-af91-03cfd00c5d3c), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:14.912790 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 41198) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:25:14.957713 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528a599-2b5c-423f-bf52-bbb0ff6c2339 req-89d6351c-a878-49cc-85a7-be8202158cd9 tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:14.960107 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-e528a599-2b5c-423f-bf52-bbb0ff6c2339 req-89d6351c-a878-49cc-85a7-be8202158cd9 tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b6565067-94e1-498c-bed5-584d383158aa HTTP/1.1" status: 200 len: 935 time: 0.0909495 Oct 01 04:25:14.995922 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-56fc3d9d-3c0c-4658-8afe-e21be3f46e6d admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=19d87f6d9adf4ce98e934187ec8ae0d7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0794806 Oct 01 04:25:14.996463 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 41200) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:25:15.054665 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-e528a599-2b5c-423f-bf52-bbb0ff6c2339 req-cb2299ee-d095-4ad2-8fa0-0cec64510d95 tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cbfdb9f9-b71f-473e-af88-0b7d208470c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814817 Oct 01 04:25:15.064068 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:15.069919 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-af6822f1-bbe5-4f7a-a609-82141aec77fe None None] Provisioning complete for port ed6c94aa-e359-4da3-af91-03cfd00c5d3c triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:25:15.070413 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-af6822f1-bbe5-4f7a-a609-82141aec77fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (ed6c94aa-e359-4da3-af91-03cfd00c5d3c), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:15.070751 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-af6822f1-bbe5-4f7a-a609-82141aec77fe None None] Attempt 1 to provision port ed6c94aa-e359-4da3-af91-03cfd00c5d3c Oct 01 04:25:15.074714 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1a097924-5235-4507-bc47-0039600f4296 admin admin] Publish callbacks [] for security_group (ce3a6d24-956e-4e6f-a132-0dbaeea7cc9a), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:15.098084 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1a097924-5235-4507-bc47-0039600f4296 admin admin] Publish callbacks [] for security_group (ce3a6d24-956e-4e6f-a132-0dbaeea7cc9a), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:15.124077 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-51de4520-0bd4-4bcd-a750-c3d076b44792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (797ac3f1-c973-4eec-9950-99ad88971ed1), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:15.127790 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-af6822f1-bbe5-4f7a-a609-82141aec77fe None None] Port ed6c94aa-e359-4da3-af91-03cfd00c5d3c cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 01 04:25:15.164963 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1a097924-5235-4507-bc47-0039600f4296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (ce3a6d24-956e-4e6f-a132-0dbaeea7cc9a), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:15.167527 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1a097924-5235-4507-bc47-0039600f4296 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:15.168827 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-1a097924-5235-4507-bc47-0039600f4296 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/ce3a6d24-956e-4e6f-a132-0dbaeea7cc9a HTTP/1.1" status: 204 len: 168 time: 0.1714575 Oct 01 04:25:15.179271 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a097924-5235-4507-bc47-0039600f4296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3a6d24-956e-4e6f-a132-0dbaeea7cc9a,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:25:15.215392 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [req-7a9b4284-c9ab-415a-a56b-bb18c2d1572d req-29854fa5-6f7e-4f32-8fb8-1a6c4427832e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed6c94aa-e359-4da3-af91-03cfd00c5d3c {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 01 04:25:15.222985 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7a9b4284-c9ab-415a-a56b-bb18c2d1572d req-29854fa5-6f7e-4f32-8fb8-1a6c4427832e service neutron] Publish callbacks [] for port (ed6c94aa-e359-4da3-af91-03cfd00c5d3c), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:15.234672 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:15.238149 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-7a9b4284-c9ab-415a-a56b-bb18c2d1572d req-29854fa5-6f7e-4f32-8fb8-1a6c4427832e service neutron] Transition to ACTIVE for port object ed6c94aa-e359-4da3-af91-03cfd00c5d3c will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 01 04:25:15.242326 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7a9b4284-c9ab-415a-a56b-bb18c2d1572d req-29854fa5-6f7e-4f32-8fb8-1a6c4427832e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4916182'] for port (ed6c94aa-e359-4da3-af91-03cfd00c5d3c), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:15.310492 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29854fa5-6f7e-4f32-8fb8-1a6c4427832e service neutron] Pushing event updated for resources: {'Port': ['ID=ed6c94aa-e359-4da3-af91-03cfd00c5d3c,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:25:15.368594 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-7a9b4284-c9ab-415a-a56b-bb18c2d1572d req-29854fa5-6f7e-4f32-8fb8-1a6c4427832e service neutron] Attempting to bind port ed6c94aa-e359-4da3-af91-03cfd00c5d3c on host hv-cinder-86004 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 01 04:25:15.368950 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-7a9b4284-c9ab-415a-a56b-bb18c2d1572d req-29854fa5-6f7e-4f32-8fb8-1a6c4427832e service neutron] Attempting to bind port ed6c94aa-e359-4da3-af91-03cfd00c5d3c by drivers openvswitch,hyperv on host hv-cinder-86004 at level 0 using segments [{'id': '8a2ecd51-c54b-4b7f-b4fa-b2925672cdf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'faf66702-3f87-4e2b-8a3b-82a3ec3f7815'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 01 04:25:15.369289 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9b4284-c9ab-415a-a56b-bb18c2d1572d req-29854fa5-6f7e-4f32-8fb8-1a6c4427832e service neutron] Attempting to bind port ed6c94aa-e359-4da3-af91-03cfd00c5d3c on network faf66702-3f87-4e2b-8a3b-82a3ec3f7815 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:25:15.412589 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9b4284-c9ab-415a-a56b-bb18c2d1572d req-29854fa5-6f7e-4f32-8fb8-1a6c4427832e service neutron] Port ed6c94aa-e359-4da3-af91-03cfd00c5d3c on network faf66702-3f87-4e2b-8a3b-82a3ec3f7815 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86004 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 01 04:25:15.413151 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9b4284-c9ab-415a-a56b-bb18c2d1572d req-29854fa5-6f7e-4f32-8fb8-1a6c4427832e service neutron] Attempting to bind port ed6c94aa-e359-4da3-af91-03cfd00c5d3c on network faf66702-3f87-4e2b-8a3b-82a3ec3f7815 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:25:15.456849 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9b4284-c9ab-415a-a56b-bb18c2d1572d req-29854fa5-6f7e-4f32-8fb8-1a6c4427832e service neutron] Checking agent: {'id': '2c3964fb-7920-4c48-8672-be15ccfa9ce8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86004', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 1, 4, 15, 53), 'started_at': datetime.datetime(2022, 10, 1, 4, 15, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 1, 4, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 01 04:25:15.457219 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9b4284-c9ab-415a-a56b-bb18c2d1572d req-29854fa5-6f7e-4f32-8fb8-1a6c4427832e service neutron] Checking segment: {'id': '8a2ecd51-c54b-4b7f-b4fa-b2925672cdf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'faf66702-3f87-4e2b-8a3b-82a3ec3f7815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:25:15.457598 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9b4284-c9ab-415a-a56b-bb18c2d1572d req-29854fa5-6f7e-4f32-8fb8-1a6c4427832e service neutron] Bound using segment: {'id': '8a2ecd51-c54b-4b7f-b4fa-b2925672cdf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'faf66702-3f87-4e2b-8a3b-82a3ec3f7815'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 01 04:25:15.458070 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-7a9b4284-c9ab-415a-a56b-bb18c2d1572d req-29854fa5-6f7e-4f32-8fb8-1a6c4427832e service neutron] Bound port: ed6c94aa-e359-4da3-af91-03cfd00c5d3c, host: hv-cinder-86004, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a2ecd51-c54b-4b7f-b4fa-b2925672cdf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'faf66702-3f87-4e2b-8a3b-82a3ec3f7815'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 01 04:25:15.458421 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7a9b4284-c9ab-415a-a56b-bb18c2d1572d req-29854fa5-6f7e-4f32-8fb8-1a6c4427832e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (ed6c94aa-e359-4da3-af91-03cfd00c5d3c), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:15.792341 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-7a9b4284-c9ab-415a-a56b-bb18c2d1572d req-29854fa5-6f7e-4f32-8fb8-1a6c4427832e service neutron] For port ed6c94aa-e359-4da3-af91-03cfd00c5d3c, host hv-cinder-86004, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 01 04:25:15.796269 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-7a9b4284-c9ab-415a-a56b-bb18c2d1572d req-29854fa5-6f7e-4f32-8fb8-1a6c4427832e service neutron] For port ed6c94aa-e359-4da3-af91-03cfd00c5d3c, host hv-cinder-86004, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=ed6c94aa-e359-4da3-af91-03cfd00c5d3c,segment=NetworkSegment(8a2ecd51-c54b-4b7f-b4fa-b2925672cdf3),segment_id=8a2ecd51-c54b-4b7f-b4fa-b2925672cdf3)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 01 04:25:15.802929 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7a9b4284-c9ab-415a-a56b-bb18c2d1572d req-29854fa5-6f7e-4f32-8fb8-1a6c4427832e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4916182'] for port (ed6c94aa-e359-4da3-af91-03cfd00c5d3c), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:15.807233 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b4284-c9ab-415a-a56b-bb18c2d1572d req-29854fa5-6f7e-4f32-8fb8-1a6c4427832e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:15.807849 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7a9b4284-c9ab-415a-a56b-bb18c2d1572d req-29854fa5-6f7e-4f32-8fb8-1a6c4427832e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:15.809261 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7a9b4284-c9ab-415a-a56b-bb18c2d1572d req-29854fa5-6f7e-4f32-8fb8-1a6c4427832e service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/ed6c94aa-e359-4da3-af91-03cfd00c5d3c HTTP/1.1" status: 200 len: 1097 time: 0.9903679 Oct 01 04:25:15.809818 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6565067-94e1-498c-bed5-584d383158aa', 'tag': 'ed6c94aa-e359-4da3-af91-03cfd00c5d3c'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:25:15.812797 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23a471ff00a13a2eea8c87216c43e2c9873adc8b08d975975de21b294c9ff96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8b9fb6-f025-4468-a79c-4ea0fa7b3534" -d '{"events": [{"name": "network-changed", "server_uuid": "b6565067-94e1-498c-bed5-584d383158aa", "tag": "ed6c94aa-e359-4da3-af91-03cfd00c5d3c"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:25:15.866839 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 01 Oct 2022 04:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cff05d2-62d8-45b6-87fd-7622ce3f8081 x-openstack-request-id: req-7cff05d2-62d8-45b6-87fd-7622ce3f8081 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:25:15.867187 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6565067-94e1-498c-bed5-584d383158aa", "tag": "ed6c94aa-e359-4da3-af91-03cfd00c5d3c", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:25:15.867468 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7cff05d2-62d8-45b6-87fd-7622ce3f8081 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:25:15.867871 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cff05d2-62d8-45b6-87fd-7622ce3f8081'] response: {'name': 'network-changed', 'server_uuid': 'b6565067-94e1-498c-bed5-584d383158aa', 'tag': 'ed6c94aa-e359-4da3-af91-03cfd00c5d3c', 'status': 'completed', 'code': 200} Oct 01 04:25:15.900067 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29854fa5-6f7e-4f32-8fb8-1a6c4427832e service neutron] Pushing event updated for resources: {'Port': ['ID=ed6c94aa-e359-4da3-af91-03cfd00c5d3c,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:25:15.907621 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b4284-c9ab-415a-a56b-bb18c2d1572d req-84e84c15-b7bd-4058-baff-a0279763638c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:15.909077 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7a9b4284-c9ab-415a-a56b-bb18c2d1572d req-84e84c15-b7bd-4058-baff-a0279763638c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a1c1e492262e44cab94a51e215413e61&device_id=b6565067-94e1-498c-bed5-584d383158aa HTTP/1.1" status: 200 len: 1131 time: 0.0555124 Oct 01 04:25:15.946042 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 41224) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:25:15.952211 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7a9b4284-c9ab-415a-a56b-bb18c2d1572d req-09db6ff4-e3af-4023-a152-28221c4d25e1 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=ed6c94aa-e359-4da3-af91-03cfd00c5d3c HTTP/1.1" status: 200 len: 217 time: 0.0370171 Oct 01 04:25:16.001618 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b4284-c9ab-415a-a56b-bb18c2d1572d req-c3d8a7c8-2159-49b6-962c-662887539323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:16.003118 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7a9b4284-c9ab-415a-a56b-bb18c2d1572d req-c3d8a7c8-2159-49b6-962c-662887539323 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=9e6811ee-a0f7-40c8-80d8-dd822087bead HTTP/1.1" status: 200 len: 843 time: 0.0451944 Oct 01 04:25:16.046361 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b4284-c9ab-415a-a56b-bb18c2d1572d req-cff007f9-9f7a-44ed-96fb-aec81be1f733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:16.046535 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [None req-6ae8607e-90ca-40de-a0d6-3a7a1e6f7464 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-12373195-network', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:25:16.047835 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7a9b4284-c9ab-415a-a56b-bb18c2d1572d req-cff007f9-9f7a-44ed-96fb-aec81be1f733 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=faf66702-3f87-4e2b-8a3b-82a3ec3f7815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0394268 Oct 01 04:25:16.071071 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae8607e-90ca-40de-a0d6-3a7a1e6f7464 admin admin] Made reservation on behalf of 57f927e7829a4172b9919b964a9e7c13 for: {'network': 1} {{(pid=106386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:25:16.073532 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6ae8607e-90ca-40de-a0d6-3a7a1e6f7464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for network (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:16.082046 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6ae8607e-90ca-40de-a0d6-3a7a1e6f7464 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:16.102832 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:16.161719 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7a9b4284-c9ab-415a-a56b-bb18c2d1572d req-97afec41-5da7-4e10-8004-89cc8b8e390c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/faf66702-3f87-4e2b-8a3b-82a3ec3f7815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069632 Oct 01 04:25:16.195259 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6ae8607e-90ca-40de-a0d6-3a7a1e6f7464 admin admin] Publish callbacks [] for security_group (a342fa3b-5bc8-4dd0-8a4e-e8efa4bb2d9c), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:16.201641 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6ae8607e-90ca-40de-a0d6-3a7a1e6f7464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (a342fa3b-5bc8-4dd0-8a4e-e8efa4bb2d9c), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:16.229940 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1207875d-0362-4b29-9f8c-bf942487e7ea req-408d247b-f68e-48f0-a579-e07314bad524 tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:16.231693 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-1207875d-0362-4b29-9f8c-bf942487e7ea req-408d247b-f68e-48f0-a579-e07314bad524 tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b6565067-94e1-498c-bed5-584d383158aa HTTP/1.1" status: 200 len: 947 time: 0.0759981 Oct 01 04:25:16.237633 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ae8607e-90ca-40de-a0d6-3a7a1e6f7464 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=106386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 01 04:25:16.260134 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7a9b4284-c9ab-415a-a56b-bb18c2d1572d req-7d6f895f-e15a-469d-b955-af92541ea8fb service neutron] 10.222.0.25 "GET /networking/v2.0/networks/faf66702-3f87-4e2b-8a3b-82a3ec3f7815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929060 Oct 01 04:25:16.261208 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=8 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:16.271774 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae8607e-90ca-40de-a0d6-3a7a1e6f7464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a342fa3b-5bc8-4dd0-8a4e-e8efa4bb2d9c,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:25:16.273193 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55550f09-9bf2-4503-b16a-2d26c0a47f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (3f31be2c-2b77-4d66-9a3d-30b9eb89a668), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:16.280314 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6ae8607e-90ca-40de-a0d6-3a7a1e6f7464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916673'] for segment (06eba3e1-baf4-4adb-a8f4-cfab7df87117), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:16.280674 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.db.segments_db [None req-6ae8607e-90ca-40de-a0d6-3a7a1e6f7464 admin admin] Added segment 06eba3e1-baf4-4adb-a8f4-cfab7df87117 of type vlan for network bddd7754-f392-4f22-b92b-c088917d60a6 Oct 01 04:25:16.295803 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=78,neutron:DELETE=11,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:16.322646 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device aa200d85-c993-4bdd-9137-fd6c5d69690b no longer exists at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:25:16.345160 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] No Port match for: aa200d85-c993-4bdd-9137-fd6c5d69690b {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 01 04:25:16.345620 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device aa200d85-c993-4bdd-9137-fd6c5d69690b not bound to the agent host dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 01 04:25:16.356688 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6ae8607e-90ca-40de-a0d6-3a7a1e6f7464 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783883007151'] for network (bddd7754-f392-4f22-b92b-c088917d60a6), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:16.361861 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-1207875d-0362-4b29-9f8c-bf942487e7ea req-ad5d57fe-3619-44c0-96f5-b1b77daa0743 tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cbfdb9f9-b71f-473e-af88-0b7d208470c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217654 Oct 01 04:25:16.386804 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6ae8607e-90ca-40de-a0d6-3a7a1e6f7464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8037924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598'] for network (bddd7754-f392-4f22-b92b-c088917d60a6), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:16.387950 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae8607e-90ca-40de-a0d6-3a7a1e6f7464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:16.388540 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6ae8607e-90ca-40de-a0d6-3a7a1e6f7464 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for network (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:16.448815 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-6ae8607e-90ca-40de-a0d6-3a7a1e6f7464 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5016608 Oct 01 04:25:16.451885 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 41230) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:25:16.454337 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae8607e-90ca-40de-a0d6-3a7a1e6f7464 admin admin] Pushing event updated for resources: {'Network': ['ID=bddd7754-f392-4f22-b92b-c088917d60a6,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:25:16.457375 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-f586362d-dbaf-48e1-8742-d7a0469357c3 admin admin] Request body: {'subnet': {'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-12373195-subnet', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:25:16.463947 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Network bddd7754-f392-4f22-b92b-c088917d60a6 details requested by agent ovs-agent-dv-cinder-860044-1-iscsi with host dv-cinder-860044-1-iscsi {{(pid=106388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 01 04:25:16.481133 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f586362d-dbaf-48e1-8742-d7a0469357c3 admin admin] Made reservation on behalf of 57f927e7829a4172b9919b964a9e7c13 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:25:16.484110 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f586362d-dbaf-48e1-8742-d7a0469357c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4906833'] for subnet (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:16.655277 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f586362d-dbaf-48e1-8742-d7a0469357c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8038045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4947281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4906855'] for subnet (1ccda07b-e98b-4f73-b263-21798ea74271), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:16.659033 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:16.719011 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f586362d-dbaf-48e1-8742-d7a0469357c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ccda07b-e98b-4f73-b263-21798ea74271,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:25:16.726842 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f586362d-dbaf-48e1-8742-d7a0469357c3 admin admin] Checking segment: {'id': '06eba3e1-baf4-4adb-a8f4-cfab7df87117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:25:16.727197 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f586362d-dbaf-48e1-8742-d7a0469357c3 admin admin] Network hostable DHCP agents. Network: bddd7754-f392-4f22-b92b-c088917d60a6, hostable agents: ['973633b6-dd94-436d-b3a5-971dbc41e63c'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 01 04:25:16.744556 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f586362d-dbaf-48e1-8742-d7a0469357c3 admin admin] Network bddd7754-f392-4f22-b92b-c088917d60a6 is scheduled to be hosted by DHCP agent 973633b6-dd94-436d-b3a5-971dbc41e63c with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 01 04:25:16.753169 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-f586362d-dbaf-48e1-8742-d7a0469357c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860044-1-iscsi, bddd7754-f392-4f22-b92b-c088917d60a6) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:25:16.757657 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f586362d-dbaf-48e1-8742-d7a0469357c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:16.758245 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f586362d-dbaf-48e1-8742-d7a0469357c3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:16.762076 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90fbfe5-be49-4c22-b12b-91e826b7f07e None None] Network bddd7754-f392-4f22-b92b-c088917d60a6 requested from dv-cinder-860044-1-iscsi {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 01 04:25:16.774231 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-f586362d-dbaf-48e1-8742-d7a0469357c3 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3211963 Oct 01 04:25:16.777118 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 41232) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:25:16.781487 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [None req-8be9a9ab-aa30-437f-9553-823bbb305474 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-12373195-router', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'}}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:25:16.811893 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8be9a9ab-aa30-437f-9553-823bbb305474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7988434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65120'] for router (e0562ae8-2e66-4638-8ed3-192f0f6936ee), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:16.813319 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8be9a9ab-aa30-437f-9553-823bbb305474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7994759', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8109887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3219'] for router (e0562ae8-2e66-4638-8ed3-192f0f6936ee), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:16.868496 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6553b547-594f-4e8a-bd79-c991426fd65b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5f5a84a-7395-5c72-8b88-a0c1e77c27fe-bddd7754-f392-4f22-b92b-c088917d60a6', 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6', 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'fixed_ips': [{'subnet_id': '1ccda07b-e98b-4f73-b263-21798ea74271'}]}} from dv-cinder-860044-1-iscsi. {{(pid=106388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 01 04:25:16.868960 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8be9a9ab-aa30-437f-9553-823bbb305474 admin admin] Publish callbacks [] for router_controller (e0562ae8-2e66-4638-8ed3-192f0f6936ee), precommit_add_association {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:16.869545 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6553b547-594f-4e8a-bd79-c991426fd65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:17.005197 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:17.006757 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-6553b547-594f-4e8a-bd79-c991426fd65b None None] Allocated IP 172.20.0.2 (bddd7754-f392-4f22-b92b-c088917d60a6/1ccda07b-e98b-4f73-b263-21798ea74271/fe2df544-dfe3-4243-8a63-c0ef13b236fd) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:25:17.010613 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8be9a9ab-aa30-437f-9553-823bbb305474 admin admin] Publish callbacks [] for router_gateway (e0562ae8-2e66-4638-8ed3-192f0f6936ee), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:17.087817 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b9fb6-f025-4468-a79c-4ea0fa7b3534 req-99a93ab4-862c-45e8-bdcf-febb7036c898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:17.090022 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0d8b9fb6-f025-4468-a79c-4ea0fa7b3534 req-99a93ab4-862c-45e8-bdcf-febb7036c898 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a1c1e492262e44cab94a51e215413e61&device_id=b6565067-94e1-498c-bed5-584d383158aa HTTP/1.1" status: 200 len: 1131 time: 0.0441272 Oct 01 04:25:17.163464 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6553b547-594f-4e8a-bd79-c991426fd65b None None] Publish callbacks [] for port (fe2df544-dfe3-4243-8a63-c0ef13b236fd), precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:17.170404 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6553b547-594f-4e8a-bd79-c991426fd65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850'] for port (fe2df544-dfe3-4243-8a63-c0ef13b236fd), after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:17.192576 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b9fb6-f025-4468-a79c-4ea0fa7b3534 req-8bc5a2ef-d2db-4a5d-bc06-f59c2b22b51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:17.194120 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0d8b9fb6-f025-4468-a79c-4ea0fa7b3534 req-8bc5a2ef-d2db-4a5d-bc06-f59c2b22b51f service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=faf66702-3f87-4e2b-8a3b-82a3ec3f7815 HTTP/1.1" status: 200 len: 870 time: 0.0969555 Oct 01 04:25:17.210155 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8be9a9ab-aa30-437f-9553-823bbb305474 admin admin] Publish callbacks [] for router_gateway (e0562ae8-2e66-4638-8ed3-192f0f6936ee), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:17.216896 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6553b547-594f-4e8a-bd79-c991426fd65b None None] Network bddd7754-f392-4f22-b92b-c088917d60a6 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:25:17.220084 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-6553b547-594f-4e8a-bd79-c991426fd65b None None] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:25:17.224571 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6553b547-594f-4e8a-bd79-c991426fd65b None None] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:25:17.234275 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6553b547-594f-4e8a-bd79-c991426fd65b None None] Pushing event updated for resources: {'Port': ['ID=fe2df544-dfe3-4243-8a63-c0ef13b236fd,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:25:17.234978 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8be9a9ab-aa30-437f-9553-823bbb305474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:17.240316 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0d8b9fb6-f025-4468-a79c-4ea0fa7b3534 req-e90d82c7-66ed-41f8-81d7-4da4409b157d service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=ed6c94aa-e359-4da3-af91-03cfd00c5d3c HTTP/1.1" status: 200 len: 217 time: 0.0385292 Oct 01 04:25:17.296079 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-6553b547-594f-4e8a-bd79-c991426fd65b None None] Attempting to bind port fe2df544-dfe3-4243-8a63-c0ef13b236fd on host dv-cinder-860044-1-iscsi for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 01 04:25:17.296690 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-6553b547-594f-4e8a-bd79-c991426fd65b None None] Attempting to bind port fe2df544-dfe3-4243-8a63-c0ef13b236fd by drivers openvswitch,hyperv on host dv-cinder-860044-1-iscsi at level 0 using segments [{'id': '06eba3e1-baf4-4adb-a8f4-cfab7df87117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 01 04:25:17.296880 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6553b547-594f-4e8a-bd79-c991426fd65b None None] Attempting to bind port fe2df544-dfe3-4243-8a63-c0ef13b236fd on network bddd7754-f392-4f22-b92b-c088917d60a6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:25:17.305362 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b9fb6-f025-4468-a79c-4ea0fa7b3534 req-30a9a658-a7ed-461a-86d0-aa8a9ba69193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:17.307004 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0d8b9fb6-f025-4468-a79c-4ea0fa7b3534 req-30a9a658-a7ed-461a-86d0-aa8a9ba69193 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=9e6811ee-a0f7-40c8-80d8-dd822087bead HTTP/1.1" status: 200 len: 843 time: 0.0515437 Oct 01 04:25:17.344465 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6553b547-594f-4e8a-bd79-c991426fd65b None None] Checking agent: {'id': 'd8875dbe-87f1-4639-b3ef-79ff4b202d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860044-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 1, 4, 9, 48), 'started_at': datetime.datetime(2022, 10, 1, 4, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 1, 4, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860044-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 01 04:25:17.344837 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6553b547-594f-4e8a-bd79-c991426fd65b None None] Checking segment: {'id': '06eba3e1-baf4-4adb-a8f4-cfab7df87117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:25:17.345286 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6553b547-594f-4e8a-bd79-c991426fd65b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:17.345673 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6553b547-594f-4e8a-bd79-c991426fd65b None None] Bound using segment: {'id': '06eba3e1-baf4-4adb-a8f4-cfab7df87117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 01 04:25:17.346138 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-6553b547-594f-4e8a-bd79-c991426fd65b None None] Bound port: fe2df544-dfe3-4243-8a63-c0ef13b236fd, host: dv-cinder-860044-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06eba3e1-baf4-4adb-a8f4-cfab7df87117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 01 04:25:17.346513 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6553b547-594f-4e8a-bd79-c991426fd65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (fe2df544-dfe3-4243-8a63-c0ef13b236fd), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:17.354511 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b9fb6-f025-4468-a79c-4ea0fa7b3534 req-9c1a4aa2-5315-434e-93cc-38eff9d22e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:17.355524 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.db.db_base_plugin_common [None req-8be9a9ab-aa30-437f-9553-823bbb305474 admin admin] Allocated IP 172.27.2.229 (1c94595f-3990-43c2-b34b-d882a8bf5172/3c747529-64bf-417b-84a2-71abc1dc7574/3fce2337-4ec9-48ab-9b8a-998d0f6bc23b) {{(pid=106386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:25:17.356537 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0d8b9fb6-f025-4468-a79c-4ea0fa7b3534 req-9c1a4aa2-5315-434e-93cc-38eff9d22e40 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=faf66702-3f87-4e2b-8a3b-82a3ec3f7815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0417404 Oct 01 04:25:17.412601 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-6553b547-594f-4e8a-bd79-c991426fd65b None None] For port fe2df544-dfe3-4243-8a63-c0ef13b236fd, host dv-cinder-860044-1-iscsi, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 01 04:25:17.417327 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-6553b547-594f-4e8a-bd79-c991426fd65b None None] For port fe2df544-dfe3-4243-8a63-c0ef13b236fd, host dv-cinder-860044-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=fe2df544-dfe3-4243-8a63-c0ef13b236fd,segment=NetworkSegment(06eba3e1-baf4-4adb-a8f4-cfab7df87117),segment_id=06eba3e1-baf4-4adb-a8f4-cfab7df87117)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 01 04:25:17.426831 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6553b547-594f-4e8a-bd79-c991426fd65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (fe2df544-dfe3-4243-8a63-c0ef13b236fd), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:17.461583 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0d8b9fb6-f025-4468-a79c-4ea0fa7b3534 req-c94f60af-2453-46a3-a0e6-81bf3177c03c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/faf66702-3f87-4e2b-8a3b-82a3ec3f7815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991921 Oct 01 04:25:17.495954 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6553b547-594f-4e8a-bd79-c991426fd65b None None] Pushing event updated for resources: {'Port': ['ID=fe2df544-dfe3-4243-8a63-c0ef13b236fd,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:25:17.532322 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:17.542396 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8be9a9ab-aa30-437f-9553-823bbb305474 admin admin] Publish callbacks [] for port (3fce2337-4ec9-48ab-9b8a-998d0f6bc23b), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:17.555366 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4077cf8-0e3f-43ec-86c6-084f101b1d1e req-b5a6d9b9-e28f-4082-af47-da2918aa331e tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:17.556814 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d4077cf8-0e3f-43ec-86c6-084f101b1d1e req-b5a6d9b9-e28f-4082-af47-da2918aa331e tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b6565067-94e1-498c-bed5-584d383158aa HTTP/1.1" status: 200 len: 947 time: 0.0795579 Oct 01 04:25:17.562292 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:17.579408 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0d8b9fb6-f025-4468-a79c-4ea0fa7b3534 req-5ffeed22-5190-4e28-8377-0720d819514c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/faf66702-3f87-4e2b-8a3b-82a3ec3f7815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076870 Oct 01 04:25:17.626110 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8be9a9ab-aa30-437f-9553-823bbb305474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5071981'] for port (3fce2337-4ec9-48ab-9b8a-998d0f6bc23b), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:17.660276 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d4077cf8-0e3f-43ec-86c6-084f101b1d1e req-30dbbf94-4001-485d-9e38-9a13e6a2ae15 tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cbfdb9f9-b71f-473e-af88-0b7d208470c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940812 Oct 01 04:25:17.700560 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be9a9ab-aa30-437f-9553-823bbb305474 admin admin] Network 1c94595f-3990-43c2-b34b-d882a8bf5172 is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:25:17.703155 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:17.705662 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (d8875dbe-87f1-4639-b3ef-79ff4b202d58), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:17.710362 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-8be9a9ab-aa30-437f-9553-823bbb305474 admin admin] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:25:17.712566 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be9a9ab-aa30-437f-9553-823bbb305474 admin admin] Pushing event updated for resources: {'Port': ['ID=3fce2337-4ec9-48ab-9b8a-998d0f6bc23b,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:25:17.715306 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be9a9ab-aa30-437f-9553-823bbb305474 admin admin] Received port after_create {{(pid=106386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:25:17.947207 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91c43220-b735-4568-b99e-ce3dc63ea20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (a017e3cb-dd0a-4c83-ac3d-dd65b6d6e9f8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:17.968451 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8be9a9ab-aa30-437f-9553-823bbb305474 admin admin] Publish callbacks [] for router_gateway (e0562ae8-2e66-4638-8ed3-192f0f6936ee), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:18.157433 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8be9a9ab-aa30-437f-9553-823bbb305474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989814'] for router (e0562ae8-2e66-4638-8ed3-192f0f6936ee), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:18.296202 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be9a9ab-aa30-437f-9553-823bbb305474 admin admin] Router e0562ae8-2e66-4638-8ed3-192f0f6936ee is scheduled to L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 with binding_index 1 {{(pid=106386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 01 04:25:18.319361 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device ed6c94aa-e359-4da3-af91-03cfd00c5d3c details requested by agent hyperv_hv-cinder-86004 with host hv-cinder-86004 {{(pid=106388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 01 04:25:18.333062 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device fe2df544-dfe3-4243-8a63-c0ef13b236fd up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:25:18.338386 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:18.413411 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be9a9ab-aa30-437f-9553-823bbb305474 admin admin] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:25:18.428510 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ad25df-1e3e-4d55-8e93-72f91817af34 None None] Sync routers for ids ['e0562ae8-2e66-4638-8ed3-192f0f6936ee'] in dv-cinder-860044-1-iscsi {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:25:18.433185 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8be9a9ab-aa30-437f-9553-823bbb305474 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:18.437418 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 41238) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:25:18.437913 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-8be9a9ab-aa30-437f-9553-823bbb305474 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6597300 Oct 01 04:25:18.444212 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94831bfa-253e-4794-9009-b576de1f1c00 None None] Network bddd7754-f392-4f22-b92b-c088917d60a6 requested from dv-cinder-860044-1-iscsi {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 01 04:25:18.511027 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ad25df-1e3e-4d55-8e93-72f91817af34 None None] Routers {'e0562ae8-2e66-4638-8ed3-192f0f6936ee'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:25:18.511657 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-02ad25df-1e3e-4d55-8e93-72f91817af34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:25:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['e0562ae8-2e66-4638-8ed3-192f0f6936ee'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:25:18.524506 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port fe2df544-dfe3-4243-8a63-c0ef13b236fd triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:25:18.524886 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (fe2df544-dfe3-4243-8a63-c0ef13b236fd), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:18.525321 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port fe2df544-dfe3-4243-8a63-c0ef13b236fd Oct 01 04:25:18.584235 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:18.595063 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-77d385d7-e2b7-405b-bd40-4cb7d5c73152 None None] Provisioning complete for port fe2df544-dfe3-4243-8a63-c0ef13b236fd triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:25:18.595363 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-77d385d7-e2b7-405b-bd40-4cb7d5c73152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (fe2df544-dfe3-4243-8a63-c0ef13b236fd), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:18.595706 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-77d385d7-e2b7-405b-bd40-4cb7d5c73152 None None] Attempt 1 to provision port fe2df544-dfe3-4243-8a63-c0ef13b236fd Oct 01 04:25:18.680994 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port ed6c94aa-e359-4da3-af91-03cfd00c5d3c, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=ed6c94aa-e359-4da3-af91-03cfd00c5d3c,segment=NetworkSegment(8a2ecd51-c54b-4b7f-b4fa-b2925672cdf3),segment_id=8a2ecd51-c54b-4b7f-b4fa-b2925672cdf3)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:25:18.757024 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Returning: {'device': 'ed6c94aa-e359-4da3-af91-03cfd00c5d3c', 'network_id': 'faf66702-3f87-4e2b-8a3b-82a3ec3f7815', 'port_id': 'ed6c94aa-e359-4da3-af91-03cfd00c5d3c', 'mac_address': 'fa:16:3e:f1:5a:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e6811ee-a0f7-40c8-80d8-dd822087bead', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 01 04:25:18.768829 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:18.791016 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:18.803200 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c1ec8-adc2-418f-81f3-11f0fdbbd7ac req-6654387c-6611-4293-825f-eb195739c371 tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:18.805050 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-583c1ec8-adc2-418f-81f3-11f0fdbbd7ac req-6654387c-6611-4293-825f-eb195739c371 tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b6565067-94e1-498c-bed5-584d383158aa HTTP/1.1" status: 200 len: 947 time: 0.0625010 Oct 01 04:25:18.807832 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-02ad25df-1e3e-4d55-8e93-72f91817af34 None None] Set router e0562ae8-2e66-4638-8ed3-192f0f6936ee gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:25:18.852696 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3d488f24-5d71-4185-b989-20c62df19570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:18.857950 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-583c1ec8-adc2-418f-81f3-11f0fdbbd7ac req-a553a33c-e983-41ee-a030-9a8394e06105 tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cbfdb9f9-b71f-473e-af88-0b7d208470c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465531 Oct 01 04:25:19.022354 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-3d488f24-5d71-4185-b989-20c62df19570 admin admin] Allocated IP 172.20.0.1 (bddd7754-f392-4f22-b92b-c088917d60a6/1ccda07b-e98b-4f73-b263-21798ea74271/4bc404c5-c8a9-42a3-881d-e9b151d0fdad) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:25:19.080534 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port fe2df544-dfe3-4243-8a63-c0ef13b236fd is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:25:19.080951 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (fe2df544-dfe3-4243-8a63-c0ef13b236fd), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:19.118370 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Current status of the port ed6c94aa-e359-4da3-af91-03cfd00c5d3c is: DOWN; New status is: BUILD {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:25:19.118720 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (ed6c94aa-e359-4da3-af91-03cfd00c5d3c), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:19.138868 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-77d385d7-e2b7-405b-bd40-4cb7d5c73152 None None] Current status of the port fe2df544-dfe3-4243-8a63-c0ef13b236fd is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:25:19.139270 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-77d385d7-e2b7-405b-bd40-4cb7d5c73152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (fe2df544-dfe3-4243-8a63-c0ef13b236fd), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:19.143989 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3d488f24-5d71-4185-b989-20c62df19570 admin admin] Publish callbacks [] for port (4bc404c5-c8a9-42a3-881d-e9b151d0fdad), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:19.165521 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed6c94aa-e359-4da3-af91-03cfd00c5d3c {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 01 04:25:19.176223 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:19.180095 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3d488f24-5d71-4185-b989-20c62df19570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (4bc404c5-c8a9-42a3-881d-e9b151d0fdad), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:19.213792 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] For port fe2df544-dfe3-4243-8a63-c0ef13b236fd, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=fe2df544-dfe3-4243-8a63-c0ef13b236fd,segment=NetworkSegment(06eba3e1-baf4-4adb-a8f4-cfab7df87117),segment_id=06eba3e1-baf4-4adb-a8f4-cfab7df87117)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:25:19.228361 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d488f24-5d71-4185-b989-20c62df19570 admin admin] Network bddd7754-f392-4f22-b92b-c088917d60a6 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:25:19.228999 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (fe2df544-dfe3-4243-8a63-c0ef13b236fd), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:19.234933 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-3d488f24-5d71-4185-b989-20c62df19570 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:25:19.237226 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d488f24-5d71-4185-b989-20c62df19570 admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:25:19.241491 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d488f24-5d71-4185-b989-20c62df19570 admin admin] Pushing event updated for resources: {'Port': ['ID=4bc404c5-c8a9-42a3-881d-e9b151d0fdad,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:25:19.267564 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port ed6c94aa-e359-4da3-af91-03cfd00c5d3c, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=ed6c94aa-e359-4da3-af91-03cfd00c5d3c,segment=NetworkSegment(8a2ecd51-c54b-4b7f-b4fa-b2925672cdf3),segment_id=8a2ecd51-c54b-4b7f-b4fa-b2925672cdf3)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:25:19.270519 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:19.284094 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3d488f24-5d71-4185-b989-20c62df19570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7982369'] for router_interface (e0562ae8-2e66-4638-8ed3-192f0f6936ee), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:19.294006 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (ed6c94aa-e359-4da3-af91-03cfd00c5d3c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:19.358723 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.db.api [None req-77d385d7-e2b7-405b-bd40-4cb7d5c73152 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 01 04:25:19.359438 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG oslo_db.api [None req-77d385d7-e2b7-405b-bd40-4cb7d5c73152 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 01 04:25:19.367539 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Pushing event updated for resources: {'Port': ['ID=fe2df544-dfe3-4243-8a63-c0ef13b236fd,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:25:19.392979 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-02ad25df-1e3e-4d55-8e93-72f91817af34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'name': 'tempest-AttachVolumeNegativeTest-12373195-router', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:25:16Z', 'updated_at': '2022-10-01T04:25:17Z', 'revision_number': 3, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'gw_port': {'id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ba:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:17Z', 'updated_at': '2022-10-01T04:25:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi'}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:25:19.428967 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3d488f24-5d71-4185-b989-20c62df19570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (4bc404c5-c8a9-42a3-881d-e9b151d0fdad), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:19.429721 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ad25df-1e3e-4d55-8e93-72f91817af34 None None] Checking router: e0562ae8-2e66-4638-8ed3-192f0f6936ee for host: dv-cinder-860044-1-iscsi {{(pid=106388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:25:19.430253 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ad25df-1e3e-4d55-8e93-72f91817af34 None None] Updating router e0562ae8-2e66-4638-8ed3-192f0f6936ee port 3fce2337-4ec9-48ab-9b8a-998d0f6bc23b binding host dv-cinder-860044-1-iscsi {{(pid=106388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 01 04:25:19.476436 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-02ad25df-1e3e-4d55-8e93-72f91817af34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (3fce2337-4ec9-48ab-9b8a-998d0f6bc23b), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:19.478215 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Pushing event updated for resources: {'Port': ['ID=ed6c94aa-e359-4da3-af91-03cfd00c5d3c,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:25:19.563446 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] get_ports_and_sgs() called for port_ids ['ed6c94aa-e359-4da3-af91-03cfd00c5d3c'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 01 04:25:19.596106 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3d488f24-5d71-4185-b989-20c62df19570 admin admin] Publish callbacks [] for port (4bc404c5-c8a9-42a3-881d-e9b151d0fdad), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:19.601152 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3d488f24-5d71-4185-b989-20c62df19570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4916182'] for port (4bc404c5-c8a9-42a3-881d-e9b151d0fdad), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:19.601569 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:19.605630 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:19.675664 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d488f24-5d71-4185-b989-20c62df19570 admin admin] Pushing event updated for resources: {'Port': ['ID=4bc404c5-c8a9-42a3-881d-e9b151d0fdad,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:25:19.679672 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3d488f24-5d71-4185-b989-20c62df19570 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7886632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7982485'] for router_interface (e0562ae8-2e66-4638-8ed3-192f0f6936ee), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:19.773528 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d488f24-5d71-4185-b989-20c62df19570 admin admin] Network bddd7754-f392-4f22-b92b-c088917d60a6 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:25:19.774868 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-3d488f24-5d71-4185-b989-20c62df19570 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:25:19.845642 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-02ad25df-1e3e-4d55-8e93-72f91817af34 None None] Publish callbacks [] for port (3fce2337-4ec9-48ab-9b8a-998d0f6bc23b), precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:19.858358 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-02ad25df-1e3e-4d55-8e93-72f91817af34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (3fce2337-4ec9-48ab-9b8a-998d0f6bc23b), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:19.897555 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d488f24-5d71-4185-b989-20c62df19570 admin admin] Router e0562ae8-2e66-4638-8ed3-192f0f6936ee has already been hosted by L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 01 04:25:19.933283 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-02ad25df-1e3e-4d55-8e93-72f91817af34 None None] Attempting to bind port 3fce2337-4ec9-48ab-9b8a-998d0f6bc23b on host dv-cinder-860044-1-iscsi for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 01 04:25:19.933658 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-02ad25df-1e3e-4d55-8e93-72f91817af34 None None] Attempting to bind port 3fce2337-4ec9-48ab-9b8a-998d0f6bc23b by drivers openvswitch,hyperv on host dv-cinder-860044-1-iscsi at level 0 using segments [{'id': 'e11c25a1-22bc-489d-94fb-b6370ba219df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 01 04:25:19.934025 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ad25df-1e3e-4d55-8e93-72f91817af34 None None] Attempting to bind port 3fce2337-4ec9-48ab-9b8a-998d0f6bc23b on network 1c94595f-3990-43c2-b34b-d882a8bf5172 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:25:19.978870 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-77d385d7-e2b7-405b-bd40-4cb7d5c73152 None None] Current status of the port fe2df544-dfe3-4243-8a63-c0ef13b236fd is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:25:19.984269 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24af2b6-4c15-4104-a0ef-1d2e39a56aa1 None None] Pushing event updated for resources: {'Port': ['ID=3fce2337-4ec9-48ab-9b8a-998d0f6bc23b,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:25:20.003749 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ad25df-1e3e-4d55-8e93-72f91817af34 None None] Checking agent: {'id': 'd8875dbe-87f1-4639-b3ef-79ff4b202d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860044-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 1, 4, 9, 48), 'started_at': datetime.datetime(2022, 10, 1, 4, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 1, 4, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860044-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 01 04:25:20.004124 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ad25df-1e3e-4d55-8e93-72f91817af34 None None] Checking segment: {'id': 'e11c25a1-22bc-489d-94fb-b6370ba219df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:25:20.004568 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-02ad25df-1e3e-4d55-8e93-72f91817af34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:20.004998 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ad25df-1e3e-4d55-8e93-72f91817af34 None None] Bound using segment: {'id': 'e11c25a1-22bc-489d-94fb-b6370ba219df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 01 04:25:20.005478 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-02ad25df-1e3e-4d55-8e93-72f91817af34 None None] Bound port: 3fce2337-4ec9-48ab-9b8a-998d0f6bc23b, host: dv-cinder-860044-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e11c25a1-22bc-489d-94fb-b6370ba219df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 01 04:25:20.005859 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-02ad25df-1e3e-4d55-8e93-72f91817af34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (3fce2337-4ec9-48ab-9b8a-998d0f6bc23b), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:20.024334 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d488f24-5d71-4185-b989-20c62df19570 admin admin] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:25:20.029821 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-3d488f24-5d71-4185-b989-20c62df19570 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/e0562ae8-2e66-4638-8ed3-192f0f6936ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5912988 Oct 01 04:25:20.037380 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c26f7-c9d4-4339-8f03-5ce869623972 req-30b0f478-1d9b-4476-9b41-4dba073f1afb tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:20.042795 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a91c26f7-c9d4-4339-8f03-5ce869623972 req-30b0f478-1d9b-4476-9b41-4dba073f1afb tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b6565067-94e1-498c-bed5-584d383158aa HTTP/1.1" status: 200 len: 948 time: 0.0728316 Oct 01 04:25:20.049635 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:20.070125 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-02ad25df-1e3e-4d55-8e93-72f91817af34 None None] For port 3fce2337-4ec9-48ab-9b8a-998d0f6bc23b, host dv-cinder-860044-1-iscsi, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 01 04:25:20.074205 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-02ad25df-1e3e-4d55-8e93-72f91817af34 None None] For port 3fce2337-4ec9-48ab-9b8a-998d0f6bc23b, host dv-cinder-860044-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=3fce2337-4ec9-48ab-9b8a-998d0f6bc23b,segment=NetworkSegment(e11c25a1-22bc-489d-94fb-b6370ba219df),segment_id=e11c25a1-22bc-489d-94fb-b6370ba219df)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 01 04:25:20.080286 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-02ad25df-1e3e-4d55-8e93-72f91817af34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (3fce2337-4ec9-48ab-9b8a-998d0f6bc23b), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:20.089688 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a91c26f7-c9d4-4339-8f03-5ce869623972 req-6cabe26d-ee5c-40c0-ada4-bea4fb709fbd tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cbfdb9f9-b71f-473e-af88-0b7d208470c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442679 Oct 01 04:25:20.140673 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ad25df-1e3e-4d55-8e93-72f91817af34 None None] Routers {'e0562ae8-2e66-4638-8ed3-192f0f6936ee'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:25:20.141336 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-02ad25df-1e3e-4d55-8e93-72f91817af34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:25:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['e0562ae8-2e66-4638-8ed3-192f0f6936ee'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:25:20.143087 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-8dc75f08-295e-4bf7-95f4-535494f137b2 None None] Provisioning complete for port 4bc404c5-c8a9-42a3-881d-e9b151d0fdad triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:25:20.143535 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8dc75f08-295e-4bf7-95f4-535494f137b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (4bc404c5-c8a9-42a3-881d-e9b151d0fdad), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:20.143790 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-8dc75f08-295e-4bf7-95f4-535494f137b2 None None] Attempt 1 to provision port 4bc404c5-c8a9-42a3-881d-e9b151d0fdad Oct 01 04:25:20.229388 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24af2b6-4c15-4104-a0ef-1d2e39a56aa1 None None] Pushing event updated for resources: {'Port': ['ID=3fce2337-4ec9-48ab-9b8a-998d0f6bc23b,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:25:20.234408 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-8dc75f08-295e-4bf7-95f4-535494f137b2 None None] Port 4bc404c5-c8a9-42a3-881d-e9b151d0fdad cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 01 04:25:20.278741 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-8dc75f08-295e-4bf7-95f4-535494f137b2 None None] Provisioning complete for port fe2df544-dfe3-4243-8a63-c0ef13b236fd triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:25:20.279125 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8dc75f08-295e-4bf7-95f4-535494f137b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (fe2df544-dfe3-4243-8a63-c0ef13b236fd), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:20.279473 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-8dc75f08-295e-4bf7-95f4-535494f137b2 None None] Attempt 1 to provision port fe2df544-dfe3-4243-8a63-c0ef13b236fd Oct 01 04:25:20.321278 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device fe2df544-dfe3-4243-8a63-c0ef13b236fd up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:25:20.326614 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-02ad25df-1e3e-4d55-8e93-72f91817af34 None None] Set router e0562ae8-2e66-4638-8ed3-192f0f6936ee gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:25:20.344043 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 41250) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:25:20.348440 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:20.349276 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-4361627e-5c7f-4f17-95b8-211d042b1f86 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1230326552', 'description': 'tempest-description--1856342655'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:25:20.359211 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:20.373310 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4361627e-5c7f-4f17-95b8-211d042b1f86 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:20.375800 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device ed6c94aa-e359-4da3-af91-03cfd00c5d3c up at agent hyperv_hv-cinder-86004 {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:25:20.444802 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4361627e-5c7f-4f17-95b8-211d042b1f86 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for security_group (464176ff-6a03-4c73-815f-ecaa09cb862d), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:20.448550 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4361627e-5c7f-4f17-95b8-211d042b1f86 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (464176ff-6a03-4c73-815f-ecaa09cb862d), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:20.479524 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4361627e-5c7f-4f17-95b8-211d042b1f86 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:20.480732 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-4361627e-5c7f-4f17-95b8-211d042b1f86 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1355996 Oct 01 04:25:20.483683 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 41252) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:25:20.488144 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-c3fb7d7b-3655-4e84-affb-ed1af3c3d7c1 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Request body: {'security_group_rule': {'security_group_id': '464176ff-6a03-4c73-815f-ecaa09cb862d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:25:20.493841 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4361627e-5c7f-4f17-95b8-211d042b1f86 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=464176ff-6a03-4c73-815f-ecaa09cb862d,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:25:20.529111 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c3fb7d7b-3655-4e84-affb-ed1af3c3d7c1 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for security_group_rule (e27e0def-ea8a-40ec-b25a-ab3b435366c1), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:20.551887 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port fe2df544-dfe3-4243-8a63-c0ef13b236fd triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:25:20.552275 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (fe2df544-dfe3-4243-8a63-c0ef13b236fd), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:20.552618 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port fe2df544-dfe3-4243-8a63-c0ef13b236fd Oct 01 04:25:20.559204 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Provisioning for port ed6c94aa-e359-4da3-af91-03cfd00c5d3c completed by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 01 04:25:20.589559 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c3fb7d7b-3655-4e84-affb-ed1af3c3d7c1 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for security_group_rule (e27e0def-ea8a-40ec-b25a-ab3b435366c1), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:20.593270 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c3fb7d7b-3655-4e84-affb-ed1af3c3d7c1 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043934'] for security_group_rule (e27e0def-ea8a-40ec-b25a-ab3b435366c1), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:20.594447 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-8dc75f08-295e-4bf7-95f4-535494f137b2 None None] Current status of the port fe2df544-dfe3-4243-8a63-c0ef13b236fd is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:25:20.599796 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Provisioning complete for port ed6c94aa-e359-4da3-af91-03cfd00c5d3c triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:25:20.600175 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (ed6c94aa-e359-4da3-af91-03cfd00c5d3c), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:20.600518 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Attempt 1 to provision port ed6c94aa-e359-4da3-af91-03cfd00c5d3c Oct 01 04:25:20.614846 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb7d7b-3655-4e84-affb-ed1af3c3d7c1 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e27e0def-ea8a-40ec-b25a-ab3b435366c1,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:25:20.621167 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c3fb7d7b-3655-4e84-affb-ed1af3c3d7c1 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:20.625442 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-c3fb7d7b-3655-4e84-affb-ed1af3c3d7c1 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1382008 Oct 01 04:25:20.625651 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 41254) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:25:20.630669 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [None req-fa0dc488-8872-441a-9b12-feb6b9726860 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Request body: {'security_group_rule': {'security_group_id': '464176ff-6a03-4c73-815f-ecaa09cb862d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:25:20.658836 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-fa0dc488-8872-441a-9b12-feb6b9726860 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for security_group_rule (212dd2c3-fa19-42c8-b9fe-58d6a614f679), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:20.678724 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:20.723402 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-fa0dc488-8872-441a-9b12-feb6b9726860 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for security_group_rule (212dd2c3-fa19-42c8-b9fe-58d6a614f679), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:20.733327 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-fa0dc488-8872-441a-9b12-feb6b9726860 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043934'] for security_group_rule (212dd2c3-fa19-42c8-b9fe-58d6a614f679), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:20.757075 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0dc488-8872-441a-9b12-feb6b9726860 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=212dd2c3-fa19-42c8-b9fe-58d6a614f679,revision_number=0']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:25:20.769121 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-fa0dc488-8872-441a-9b12-feb6b9726860 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:20.771380 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-fa0dc488-8872-441a-9b12-feb6b9726860 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1447327 Oct 01 04:25:20.774655 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 41256) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:25:20.778941 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [None req-5d43e220-6626-40ce-bf65-bba8f2c773e1 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Request body: {'floatingip': {'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:25:20.843401 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5d43e220-6626-40ce-bf65-bba8f2c773e1 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:20.866762 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:20.873185 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-02ad25df-1e3e-4d55-8e93-72f91817af34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'name': 'tempest-AttachVolumeNegativeTest-12373195-router', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:25:16Z', 'updated_at': '2022-10-01T04:25:19Z', 'revision_number': 4, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'gw_port': {'id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ba:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:17Z', 'updated_at': '2022-10-01T04:25:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '4bc404c5-c8a9-42a3-881d-e9b151d0fdad', 'name': '', 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'mac_address': 'fa:16:3e:b4:b7:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:18Z', 'updated_at': '2022-10-01T04:25:19Z', 'revision_number': 2, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'subnets': [{'id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:25:20.893372 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port fe2df544-dfe3-4243-8a63-c0ef13b236fd is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:25:20.927409 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5d43e220-6626-40ce-bf65-bba8f2c773e1 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:20.928508 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ad25df-1e3e-4d55-8e93-72f91817af34 None None] The sync data for ids ['e0562ae8-2e66-4638-8ed3-192f0f6936ee'] in dv-cinder-860044-1-iscsi is: [{'id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'name': 'tempest-AttachVolumeNegativeTest-12373195-router', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:25:16Z', 'updated_at': '2022-10-01T04:25:19Z', 'revision_number': 4, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'gw_port': {'id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ba:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:17Z', 'updated_at': '2022-10-01T04:25:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '4bc404c5-c8a9-42a3-881d-e9b151d0fdad', 'name': '', 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'mac_address': 'fa:16:3e:b4:b7:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:18Z', 'updated_at': '2022-10-01T04:25:19Z', 'revision_number': 2, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'subnets': [{'id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:25:20.937477 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Current status of the port ed6c94aa-e359-4da3-af91-03cfd00c5d3c is: BUILD; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:25:20.938544 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (ed6c94aa-e359-4da3-af91-03cfd00c5d3c), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:20.970285 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6565067-94e1-498c-bed5-584d383158aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6c94aa-e359-4da3-af91-03cfd00c5d3c'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:25:20.972557 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc2ed8ba810a9a899feae06a2d512ab46721588d0493fdbeca0f1bffbb3e03b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab39367-f90f-4a11-b34b-f9d0d4763811" -d '{"events": [{"server_uuid": "b6565067-94e1-498c-bed5-584d383158aa", "name": "network-vif-plugged", "status": "completed", "tag": "ed6c94aa-e359-4da3-af91-03cfd00c5d3c"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:25:20.986396 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port ed6c94aa-e359-4da3-af91-03cfd00c5d3c, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=ed6c94aa-e359-4da3-af91-03cfd00c5d3c,segment=NetworkSegment(8a2ecd51-c54b-4b7f-b4fa-b2925672cdf3),segment_id=8a2ecd51-c54b-4b7f-b4fa-b2925672cdf3)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:25:20.992844 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (ed6c94aa-e359-4da3-af91-03cfd00c5d3c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:21.023588 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 01 Oct 2022 04:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84121f18-990c-4a7f-984d-deb19a4d6d05 x-openstack-request-id: req-84121f18-990c-4a7f-984d-deb19a4d6d05 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:25:21.023882 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6565067-94e1-498c-bed5-584d383158aa", "name": "network-vif-plugged", "status": "completed", "tag": "ed6c94aa-e359-4da3-af91-03cfd00c5d3c", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:25:21.024133 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-84121f18-990c-4a7f-984d-deb19a4d6d05 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:25:21.024525 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84121f18-990c-4a7f-984d-deb19a4d6d05'] response: {'server_uuid': 'b6565067-94e1-498c-bed5-584d383158aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6c94aa-e359-4da3-af91-03cfd00c5d3c', 'code': 200} Oct 01 04:25:21.048062 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Pushing event updated for resources: {'Port': ['ID=ed6c94aa-e359-4da3-af91-03cfd00c5d3c,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:25:21.064950 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.db.db_base_plugin_common [None req-5d43e220-6626-40ce-bf65-bba8f2c773e1 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Allocated IP 172.27.2.170 (1c94595f-3990-43c2-b34b-d882a8bf5172/3c747529-64bf-417b-84a2-71abc1dc7574/8fea299a-41c8-4baf-9649-5bcd6bd93c0c) {{(pid=106386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:25:21.212215 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5d43e220-6626-40ce-bf65-bba8f2c773e1 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for port (8fea299a-41c8-4baf-9649-5bcd6bd93c0c), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:21.232548 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5ab2df-6e99-483c-81ac-2340ce650977 req-f344e221-de87-4166-92fd-976e0287aac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:21.234182 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5e5ab2df-6e99-483c-81ac-2340ce650977 req-f344e221-de87-4166-92fd-976e0287aac7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b6565067-94e1-498c-bed5-584d383158aa HTTP/1.1" status: 200 len: 1133 time: 0.0512426 Oct 01 04:25:21.282030 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5e5ab2df-6e99-483c-81ac-2340ce650977 req-8edb2755-5b6b-4756-be1e-d30c49c2a578 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cbfdb9f9-b71f-473e-af88-0b7d208470c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417001 Oct 01 04:25:21.297351 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1fe15-8fde-4d11-b244-298015285c9e req-f7490ad5-9896-4bee-949c-efc7a72f766a tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:21.298896 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b2f1fe15-8fde-4d11-b244-298015285c9e req-f7490ad5-9896-4bee-949c-efc7a72f766a tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b6565067-94e1-498c-bed5-584d383158aa HTTP/1.1" status: 200 len: 949 time: 0.0663383 Oct 01 04:25:21.300427 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5d43e220-6626-40ce-bf65-bba8f2c773e1 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5071981'] for port (8fea299a-41c8-4baf-9649-5bcd6bd93c0c), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:21.362121 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:21.370244 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d43e220-6626-40ce-bf65-bba8f2c773e1 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Network 1c94595f-3990-43c2-b34b-d882a8bf5172 is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:25:21.383667 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-5d43e220-6626-40ce-bf65-bba8f2c773e1 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:25:21.388020 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d43e220-6626-40ce-bf65-bba8f2c773e1 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Pushing event updated for resources: {'Port': ['ID=8fea299a-41c8-4baf-9649-5bcd6bd93c0c,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:25:21.390289 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d43e220-6626-40ce-bf65-bba8f2c773e1 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Received port after_create {{(pid=106386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:25:21.430930 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b2f1fe15-8fde-4d11-b244-298015285c9e req-7e384345-a719-4649-89e1-c92608a3ae33 tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cbfdb9f9-b71f-473e-af88-0b7d208470c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234612 Oct 01 04:25:21.708144 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5d43e220-6626-40ce-bf65-bba8f2c773e1 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for floatingip (143737fc-6ab9-4528-a97c-98300d98c307), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:21.747600 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5d43e220-6626-40ce-bf65-bba8f2c773e1 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (8fea299a-41c8-4baf-9649-5bcd6bd93c0c), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:21.767068 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:21.910421 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5d43e220-6626-40ce-bf65-bba8f2c773e1 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for port (8fea299a-41c8-4baf-9649-5bcd6bd93c0c), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:21.916031 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5d43e220-6626-40ce-bf65-bba8f2c773e1 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5071994'] for port (8fea299a-41c8-4baf-9649-5bcd6bd93c0c), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:21.986497 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d43e220-6626-40ce-bf65-bba8f2c773e1 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Pushing event updated for resources: {'Port': ['ID=8fea299a-41c8-4baf-9649-5bcd6bd93c0c,revision_number=2']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:25:21.989722 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5d43e220-6626-40ce-bf65-bba8f2c773e1 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989928'] for floatingip (143737fc-6ab9-4528-a97c-98300d98c307), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:22.006130 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5d43e220-6626-40ce-bf65-bba8f2c773e1 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for floatingip (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:22.007395 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-5d43e220-6626-40ce-bf65-bba8f2c773e1 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2318301 Oct 01 04:25:22.169217 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d7283f04-1e30-42a3-9563-4a60d50069e3 req-b48810fa-ad39-4e6f-aaea-7df7c9a2a5a2 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1230326552&fields=id&tenant_id=57f927e7829a4172b9919b964a9e7c13 HTTP/1.1" status: 200 len: 267 time: 0.0464051 Oct 01 04:25:22.297498 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7283f04-1e30-42a3-9563-4a60d50069e3 req-14ec6c8b-199e-44d9-b305-8ead487acd6a tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:22.298968 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d7283f04-1e30-42a3-9563-4a60d50069e3 req-14ec6c8b-199e-44d9-b305-8ead487acd6a tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/networks?id=bddd7754-f392-4f22-b92b-c088917d60a6 HTTP/1.1" status: 200 len: 813 time: 0.1199543 Oct 01 04:25:22.314108 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d7283f04-1e30-42a3-9563-4a60d50069e3 req-dbf86594-582f-40bf-9f59-aebbae543d69 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/quotas/57f927e7829a4172b9919b964a9e7c13 HTTP/1.1" status: 200 len: 375 time: 0.0093625 Oct 01 04:25:22.319673 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 3fce2337-4ec9-48ab-9b8a-998d0f6bc23b up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:25:22.366436 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d7283f04-1e30-42a3-9563-4a60d50069e3 req-0990d8eb-6bfb-4f5a-a1e2-518b0c598e6a tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=57f927e7829a4172b9919b964a9e7c13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460656 Oct 01 04:25:22.367441 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port 3fce2337-4ec9-48ab-9b8a-998d0f6bc23b triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:25:22.367812 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (3fce2337-4ec9-48ab-9b8a-998d0f6bc23b), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:22.368147 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port 3fce2337-4ec9-48ab-9b8a-998d0f6bc23b Oct 01 04:25:22.440252 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port 3fce2337-4ec9-48ab-9b8a-998d0f6bc23b is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:25:22.440641 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (3fce2337-4ec9-48ab-9b8a-998d0f6bc23b), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:22.463052 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] For port 3fce2337-4ec9-48ab-9b8a-998d0f6bc23b, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=3fce2337-4ec9-48ab-9b8a-998d0f6bc23b,segment=NetworkSegment(e11c25a1-22bc-489d-94fb-b6370ba219df),segment_id=e11c25a1-22bc-489d-94fb-b6370ba219df)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:25:22.469404 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (3fce2337-4ec9-48ab-9b8a-998d0f6bc23b), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:22.469743 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d7283f04-1e30-42a3-9563-4a60d50069e3 req-680b64c3-5566-4516-ae0a-8ddb056fcd6d service neutron] 10.222.0.26 "GET /networking/v2.0/networks/bddd7754-f392-4f22-b92b-c088917d60a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917466 Oct 01 04:25:22.525362 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Pushing event updated for resources: {'Port': ['ID=3fce2337-4ec9-48ab-9b8a-998d0f6bc23b,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:25:22.606430 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4701a-bd9d-4469-a058-36fdac8f68c5 req-8ca63f13-0510-4378-8e69-946b4683b509 tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:22.607905 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-71e4701a-bd9d-4469-a058-36fdac8f68c5 req-8ca63f13-0510-4378-8e69-946b4683b509 tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b6565067-94e1-498c-bed5-584d383158aa HTTP/1.1" status: 200 len: 949 time: 0.0707965 Oct 01 04:25:22.626425 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d7283f04-1e30-42a3-9563-4a60d50069e3 req-d8336678-ae8a-46e0-b2b9-5607fce6fd8a service neutron] 10.222.0.26 "GET /networking/v2.0/networks/bddd7754-f392-4f22-b92b-c088917d60a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453817 Oct 01 04:25:22.665565 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-71e4701a-bd9d-4469-a058-36fdac8f68c5 req-dd16a3e5-3857-4953-b94c-7f630e737dd6 tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cbfdb9f9-b71f-473e-af88-0b7d208470c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494137 Oct 01 04:25:22.784472 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:22.804419 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-c45456e4-9cbc-4b11-aca7-b76736c23dad req-75e79649-0353-4acb-a7b2-84825de8b096 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7666cbd6-6648-4f0b-ba58-7a95bd94700c HTTP/1.1" status: 200 len: 210 time: 0.0294967 Oct 01 04:25:22.849099 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:22.856314 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (2c3964fb-7920-4c48-8672-be15ccfa9ce8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:23.024355 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4118277e-11dd-4393-955a-d22e8722ae99 None None] Sync routers for ids ['e0562ae8-2e66-4638-8ed3-192f0f6936ee'] in dv-cinder-860044-1-iscsi {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:25:23.034718 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4118277e-11dd-4393-955a-d22e8722ae99 None None] Routers {'e0562ae8-2e66-4638-8ed3-192f0f6936ee'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:25:23.035263 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-4118277e-11dd-4393-955a-d22e8722ae99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:25:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['e0562ae8-2e66-4638-8ed3-192f0f6936ee'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:25:23.139379 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:23.141818 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-4118277e-11dd-4393-955a-d22e8722ae99 None None] Set router e0562ae8-2e66-4638-8ed3-192f0f6936ee gateway port host: dv-cinder-860044-1-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:25:23.173404 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:23.342759 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-4118277e-11dd-4393-955a-d22e8722ae99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'name': 'tempest-AttachVolumeNegativeTest-12373195-router', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:25:16Z', 'updated_at': '2022-10-01T04:25:19Z', 'revision_number': 4, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'gw_port': {'id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ba:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:17Z', 'updated_at': '2022-10-01T04:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '4bc404c5-c8a9-42a3-881d-e9b151d0fdad', 'name': '', 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'mac_address': 'fa:16:3e:b4:b7:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:18Z', 'updated_at': '2022-10-01T04:25:19Z', 'revision_number': 2, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'subnets': [{'id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:25:23.368214 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4118277e-11dd-4393-955a-d22e8722ae99 None None] Checking router: e0562ae8-2e66-4638-8ed3-192f0f6936ee for host: dv-cinder-860044-1-iscsi {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:25:23.368577 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4118277e-11dd-4393-955a-d22e8722ae99 None None] Updating router e0562ae8-2e66-4638-8ed3-192f0f6936ee port 4bc404c5-c8a9-42a3-881d-e9b151d0fdad binding host dv-cinder-860044-1-iscsi {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 01 04:25:23.396273 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4118277e-11dd-4393-955a-d22e8722ae99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (4bc404c5-c8a9-42a3-881d-e9b151d0fdad), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:23.740536 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4118277e-11dd-4393-955a-d22e8722ae99 None None] Publish callbacks [] for port (4bc404c5-c8a9-42a3-881d-e9b151d0fdad), precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:23.747051 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4118277e-11dd-4393-955a-d22e8722ae99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (4bc404c5-c8a9-42a3-881d-e9b151d0fdad), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:23.798416 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a43c48-628c-4f12-8633-b6b2705c3cf6 req-b0652140-e3e0-4f7b-87fb-cef4ac046f18 tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:23.800545 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d9a43c48-628c-4f12-8633-b6b2705c3cf6 req-b0652140-e3e0-4f7b-87fb-cef4ac046f18 tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b6565067-94e1-498c-bed5-584d383158aa HTTP/1.1" status: 200 len: 949 time: 0.0529580 Oct 01 04:25:23.827834 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3986c9c-873b-42ff-947d-9fbe3368e77a None None] Pushing event updated for resources: {'Port': ['ID=4bc404c5-c8a9-42a3-881d-e9b151d0fdad,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:25:23.843537 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-4118277e-11dd-4393-955a-d22e8722ae99 None None] Attempting to bind port 4bc404c5-c8a9-42a3-881d-e9b151d0fdad on host dv-cinder-860044-1-iscsi for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 01 04:25:23.843914 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-4118277e-11dd-4393-955a-d22e8722ae99 None None] Attempting to bind port 4bc404c5-c8a9-42a3-881d-e9b151d0fdad by drivers openvswitch,hyperv on host dv-cinder-860044-1-iscsi at level 0 using segments [{'id': '06eba3e1-baf4-4adb-a8f4-cfab7df87117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 01 04:25:23.844273 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4118277e-11dd-4393-955a-d22e8722ae99 None None] Attempting to bind port 4bc404c5-c8a9-42a3-881d-e9b151d0fdad on network bddd7754-f392-4f22-b92b-c088917d60a6 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:25:23.851328 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d9a43c48-628c-4f12-8633-b6b2705c3cf6 req-7ab8ff84-af21-4401-a946-5d79fca8ef06 tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cbfdb9f9-b71f-473e-af88-0b7d208470c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447874 Oct 01 04:25:23.895112 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4118277e-11dd-4393-955a-d22e8722ae99 None None] Checking agent: {'id': 'd8875dbe-87f1-4639-b3ef-79ff4b202d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860044-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 1, 4, 9, 48), 'started_at': datetime.datetime(2022, 10, 1, 4, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 1, 4, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860044-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 01 04:25:23.895868 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4118277e-11dd-4393-955a-d22e8722ae99 None None] Checking segment: {'id': '06eba3e1-baf4-4adb-a8f4-cfab7df87117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:25:23.896082 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4118277e-11dd-4393-955a-d22e8722ae99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:23.896476 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4118277e-11dd-4393-955a-d22e8722ae99 None None] Bound using segment: {'id': '06eba3e1-baf4-4adb-a8f4-cfab7df87117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 01 04:25:23.896962 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-4118277e-11dd-4393-955a-d22e8722ae99 None None] Bound port: 4bc404c5-c8a9-42a3-881d-e9b151d0fdad, host: dv-cinder-860044-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06eba3e1-baf4-4adb-a8f4-cfab7df87117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 01 04:25:23.897344 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4118277e-11dd-4393-955a-d22e8722ae99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (4bc404c5-c8a9-42a3-881d-e9b151d0fdad), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:23.964271 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-4118277e-11dd-4393-955a-d22e8722ae99 None None] For port 4bc404c5-c8a9-42a3-881d-e9b151d0fdad, host dv-cinder-860044-1-iscsi, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 01 04:25:23.967624 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-4118277e-11dd-4393-955a-d22e8722ae99 None None] For port 4bc404c5-c8a9-42a3-881d-e9b151d0fdad, host dv-cinder-860044-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=4bc404c5-c8a9-42a3-881d-e9b151d0fdad,segment=NetworkSegment(06eba3e1-baf4-4adb-a8f4-cfab7df87117),segment_id=06eba3e1-baf4-4adb-a8f4-cfab7df87117)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 01 04:25:23.977247 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4118277e-11dd-4393-955a-d22e8722ae99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (4bc404c5-c8a9-42a3-881d-e9b151d0fdad), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:24.012211 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4118277e-11dd-4393-955a-d22e8722ae99 None None] Routers {'e0562ae8-2e66-4638-8ed3-192f0f6936ee'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:25:24.012479 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-4118277e-11dd-4393-955a-d22e8722ae99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:25:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['e0562ae8-2e66-4638-8ed3-192f0f6936ee'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:25:24.135180 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-3b6a964f-0449-4554-8f35-d9aa115e8561 req-8d7408ad-8baf-4f68-8f19-7c1c2f82895e tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7666cbd6-6648-4f0b-ba58-7a95bd94700c HTTP/1.1" status: 200 len: 210 time: 0.0303328 Oct 01 04:25:24.143527 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7283f04-1e30-42a3-9563-4a60d50069e3 req-d1eb4814-a986-484b-88d3-ed4f26cfb0ea tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:24.155449 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d7283f04-1e30-42a3-9563-4a60d50069e3 req-d1eb4814-a986-484b-88d3-ed4f26cfb0ea tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.25 "GET /networking/v2.0/networks?id=bddd7754-f392-4f22-b92b-c088917d60a6 HTTP/1.1" status: 200 len: 813 time: 0.2122767 Oct 01 04:25:24.156899 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:24.202262 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-4118277e-11dd-4393-955a-d22e8722ae99 None None] Set router e0562ae8-2e66-4638-8ed3-192f0f6936ee gateway port host: dv-cinder-860044-1-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:25:24.204398 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3986c9c-873b-42ff-947d-9fbe3368e77a None None] Pushing event updated for resources: {'Port': ['ID=4bc404c5-c8a9-42a3-881d-e9b151d0fdad,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:25:24.244349 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99f9d9-ab6f-418a-9ff6-606555364e3b req-9461f7e8-47cb-404c-925f-5f8fc2ec00bb tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:24.245866 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-9c99f9d9-ab6f-418a-9ff6-606555364e3b req-9461f7e8-47cb-404c-925f-5f8fc2ec00bb tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b6565067-94e1-498c-bed5-584d383158aa HTTP/1.1" status: 200 len: 949 time: 0.0506959 Oct 01 04:25:24.282288 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:24.306689 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-9c99f9d9-ab6f-418a-9ff6-606555364e3b req-0d716e13-15e8-4f51-a59f-1fe9b69ea1cd tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cbfdb9f9-b71f-473e-af88-0b7d208470c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543566 Oct 01 04:25:24.342114 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 3fce2337-4ec9-48ab-9b8a-998d0f6bc23b up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:25:24.386357 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port 3fce2337-4ec9-48ab-9b8a-998d0f6bc23b triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:25:24.386635 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (3fce2337-4ec9-48ab-9b8a-998d0f6bc23b), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:24.386968 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port 3fce2337-4ec9-48ab-9b8a-998d0f6bc23b Oct 01 04:25:24.413453 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-4118277e-11dd-4393-955a-d22e8722ae99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'name': 'tempest-AttachVolumeNegativeTest-12373195-router', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:25:16Z', 'updated_at': '2022-10-01T04:25:19Z', 'revision_number': 4, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'gw_port': {'id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ba:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:17Z', 'updated_at': '2022-10-01T04:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '4bc404c5-c8a9-42a3-881d-e9b151d0fdad', 'name': '', 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'mac_address': 'fa:16:3e:b4:b7:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:18Z', 'updated_at': '2022-10-01T04:25:23Z', 'revision_number': 4, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'subnets': [{'id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:25:24.438265 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4118277e-11dd-4393-955a-d22e8722ae99 None None] The sync data for ids ['e0562ae8-2e66-4638-8ed3-192f0f6936ee'] in dv-cinder-860044-1-iscsi is: [{'id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'name': 'tempest-AttachVolumeNegativeTest-12373195-router', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:25:16Z', 'updated_at': '2022-10-01T04:25:19Z', 'revision_number': 4, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'gw_port': {'id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ba:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:17Z', 'updated_at': '2022-10-01T04:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '4bc404c5-c8a9-42a3-881d-e9b151d0fdad', 'name': '', 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'mac_address': 'fa:16:3e:b4:b7:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:18Z', 'updated_at': '2022-10-01T04:25:23Z', 'revision_number': 4, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'subnets': [{'id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:25:24.460280 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port 3fce2337-4ec9-48ab-9b8a-998d0f6bc23b is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:25:24.461386 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 4bc404c5-c8a9-42a3-881d-e9b151d0fdad up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:25:24.509491 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port 4bc404c5-c8a9-42a3-881d-e9b151d0fdad triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:25:24.509868 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (4bc404c5-c8a9-42a3-881d-e9b151d0fdad), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:24.510206 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port 4bc404c5-c8a9-42a3-881d-e9b151d0fdad Oct 01 04:25:24.586384 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port 4bc404c5-c8a9-42a3-881d-e9b151d0fdad is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:25:24.586768 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (4bc404c5-c8a9-42a3-881d-e9b151d0fdad), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:24.621819 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] For port 4bc404c5-c8a9-42a3-881d-e9b151d0fdad, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=4bc404c5-c8a9-42a3-881d-e9b151d0fdad,segment=NetworkSegment(06eba3e1-baf4-4adb-a8f4-cfab7df87117),segment_id=06eba3e1-baf4-4adb-a8f4-cfab7df87117)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:25:24.626337 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (4bc404c5-c8a9-42a3-881d-e9b151d0fdad), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:24.678545 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Pushing event updated for resources: {'Port': ['ID=4bc404c5-c8a9-42a3-881d-e9b151d0fdad,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:25:25.250736 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-c9bf557d-bb14-4e05-a8b0-56fca3abba5f req-198e59a6-b29e-4564-98aa-b89689a6c13f tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7666cbd6-6648-4f0b-ba58-7a95bd94700c HTTP/1.1" status: 200 len: 210 time: 0.0316470 Oct 01 04:25:25.359045 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:25.387245 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d7283f04-1e30-42a3-9563-4a60d50069e3 req-3e3f0d78-9378-4258-94e8-721116271234 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=57f927e7829a4172b9919b964a9e7c13 HTTP/1.1" status: 200 len: 380 time: 0.0612259 Oct 01 04:25:25.421075 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:25.434836 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f17235-d730-4433-bf09-314f8b54332d req-ac509132-5e23-43e8-8a6f-40b05c26f112 tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:25.436263 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-38f17235-d730-4433-bf09-314f8b54332d req-ac509132-5e23-43e8-8a6f-40b05c26f112 tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b6565067-94e1-498c-bed5-584d383158aa HTTP/1.1" status: 200 len: 949 time: 0.0488410 Oct 01 04:25:25.483461 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-38f17235-d730-4433-bf09-314f8b54332d req-e7fe36d5-1db4-4152-9078-a60b6a8d4139 tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cbfdb9f9-b71f-473e-af88-0b7d208470c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415702 Oct 01 04:25:25.558209 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-d7283f04-1e30-42a3-9563-4a60d50069e3 req-2b7e74be-a7b4-471f-9131-51a77d74c25e tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Request body: {'port': {'device_id': '7666cbd6-6648-4f0b-ba58-7a95bd94700c', 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6', 'admin_state_up': True, 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'security_groups': ['464176ff-6a03-4c73-815f-ecaa09cb862d']}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:25:25.668722 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7283f04-1e30-42a3-9563-4a60d50069e3 req-2b7e74be-a7b4-471f-9131-51a77d74c25e tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Made reservation on behalf of 57f927e7829a4172b9919b964a9e7c13 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:25:25.672543 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-d7283f04-1e30-42a3-9563-4a60d50069e3 req-2b7e74be-a7b4-471f-9131-51a77d74c25e tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:25.770719 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f0c21-cbc9-40d4-a1df-9c6e54fdd4c4 req-cb7a989e-d4a0-495d-930a-e1a3977d6bf2 tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:25.772332 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-244f0c21-cbc9-40d4-a1df-9c6e54fdd4c4 req-cb7a989e-d4a0-495d-930a-e1a3977d6bf2 tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b6565067-94e1-498c-bed5-584d383158aa HTTP/1.1" status: 200 len: 949 time: 0.0870037 Oct 01 04:25:25.814678 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:25.912162 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-244f0c21-cbc9-40d4-a1df-9c6e54fdd4c4 req-4c1ee38c-8f09-44a4-a1fe-f428a172d5f4 tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] Deleting port ed6c94aa-e359-4da3-af91-03cfd00c5d3c {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:25:25.912502 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-244f0c21-cbc9-40d4-a1df-9c6e54fdd4c4 req-4c1ee38c-8f09-44a4-a1fe-f428a172d5f4 tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (ed6c94aa-e359-4da3-af91-03cfd00c5d3c), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:25.919878 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-d7283f04-1e30-42a3-9563-4a60d50069e3 req-2b7e74be-a7b4-471f-9131-51a77d74c25e tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Allocated IP 172.20.0.4 (bddd7754-f392-4f22-b92b-c088917d60a6/1ccda07b-e98b-4f73-b263-21798ea74271/6050285d-4ac5-4514-991a-d2765dc0ca76) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:25:26.307298 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 4bc404c5-c8a9-42a3-881d-e9b151d0fdad up at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:25:26.349812 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-244f0c21-cbc9-40d4-a1df-9c6e54fdd4c4 req-4c1ee38c-8f09-44a4-a1fe-f428a172d5f4 tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] For port ed6c94aa-e359-4da3-af91-03cfd00c5d3c, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=ed6c94aa-e359-4da3-af91-03cfd00c5d3c,segment=NetworkSegment(8a2ecd51-c54b-4b7f-b4fa-b2925672cdf3),segment_id=8a2ecd51-c54b-4b7f-b4fa-b2925672cdf3)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:25:26.350206 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-244f0c21-cbc9-40d4-a1df-9c6e54fdd4c4 req-4c1ee38c-8f09-44a4-a1fe-f428a172d5f4 tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (ed6c94aa-e359-4da3-af91-03cfd00c5d3c), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:26.357075 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Provisioning complete for port 4bc404c5-c8a9-42a3-881d-e9b151d0fdad triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:25:26.357516 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (4bc404c5-c8a9-42a3-881d-e9b151d0fdad), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:26.357857 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Attempt 1 to provision port 4bc404c5-c8a9-42a3-881d-e9b151d0fdad Oct 01 04:25:26.360785 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-6131fcbf-7f10-455b-bb20-3e1db805ed07 req-92f2c722-c3c1-463d-a18a-1e491c3eea9d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7666cbd6-6648-4f0b-ba58-7a95bd94700c HTTP/1.1" status: 200 len: 210 time: 0.0290155 Oct 01 04:25:26.370284 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-244f0c21-cbc9-40d4-a1df-9c6e54fdd4c4 req-4c1ee38c-8f09-44a4-a1fe-f428a172d5f4 tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] Calling delete_port for ed6c94aa-e359-4da3-af91-03cfd00c5d3c owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:25:26.445587 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Current status of the port 4bc404c5-c8a9-42a3-881d-e9b151d0fdad is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:25:26.464552 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-d7283f04-1e30-42a3-9563-4a60d50069e3 req-2b7e74be-a7b4-471f-9131-51a77d74c25e tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for port (6050285d-4ac5-4514-991a-d2765dc0ca76), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:26.503602 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:26.539739 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-d7283f04-1e30-42a3-9563-4a60d50069e3 req-2b7e74be-a7b4-471f-9131-51a77d74c25e tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (6050285d-4ac5-4514-991a-d2765dc0ca76), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:26.607510 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7283f04-1e30-42a3-9563-4a60d50069e3 req-2b7e74be-a7b4-471f-9131-51a77d74c25e tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Network bddd7754-f392-4f22-b92b-c088917d60a6 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:25:26.614736 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121507f-59a9-4441-8d86-154f0cacd724 req-7e05fa86-20e0-4ed1-b808-c2498937c7fb tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:26.616331 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-c121507f-59a9-4441-8d86-154f0cacd724 req-7e05fa86-20e0-4ed1-b808-c2498937c7fb tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b6565067-94e1-498c-bed5-584d383158aa HTTP/1.1" status: 200 len: 949 time: 0.0512872 Oct 01 04:25:26.616474 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7e74be-a7b4-471f-9131-51a77d74c25e tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Pushing event updated for resources: {'Port': ['ID=6050285d-4ac5-4514-991a-d2765dc0ca76,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:25:26.618896 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-d7283f04-1e30-42a3-9563-4a60d50069e3 req-2b7e74be-a7b4-471f-9131-51a77d74c25e tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:25:26.621352 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7283f04-1e30-42a3-9563-4a60d50069e3 req-2b7e74be-a7b4-471f-9131-51a77d74c25e tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:25:26.625237 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-244f0c21-cbc9-40d4-a1df-9c6e54fdd4c4 req-4c1ee38c-8f09-44a4-a1fe-f428a172d5f4 tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (ed6c94aa-e359-4da3-af91-03cfd00c5d3c), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:26.636563 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] get_ports_and_sgs() called for port_ids ['ed6c94aa-e359-4da3-af91-03cfd00c5d3c'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 01 04:25:26.640364 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:26.679013 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1ee38c-8f09-44a4-a1fe-f428a172d5f4 tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] Pushing event deleted for resources: {'Port': ['ID=ed6c94aa-e359-4da3-af91-03cfd00c5d3c,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:25:26.706040 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-c121507f-59a9-4441-8d86-154f0cacd724 req-76bb76d1-319a-4fa1-bd2f-179685c5e0b8 tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cbfdb9f9-b71f-473e-af88-0b7d208470c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806129 Oct 01 04:25:26.731917 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-244f0c21-cbc9-40d4-a1df-9c6e54fdd4c4 req-4c1ee38c-8f09-44a4-a1fe-f428a172d5f4 tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] No DVR routers for this DVR port ed6c94aa-e359-4da3-af91-03cfd00c5d3c on host hv-cinder-86004 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 01 04:25:26.737924 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7283f04-1e30-42a3-9563-4a60d50069e3 req-2b7e74be-a7b4-471f-9131-51a77d74c25e tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:26.738550 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-d7283f04-1e30-42a3-9563-4a60d50069e3 req-2b7e74be-a7b4-471f-9131-51a77d74c25e tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:26.742159 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-244f0c21-cbc9-40d4-a1df-9c6e54fdd4c4 req-4c1ee38c-8f09-44a4-a1fe-f428a172d5f4 tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:26.745333 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-244f0c21-cbc9-40d4-a1df-9c6e54fdd4c4 req-4c1ee38c-8f09-44a4-a1fe-f428a172d5f4 tempest-VolumesNegativeTest-1723188056 tempest-VolumesNegativeTest-1723188056-project] 10.222.0.25 "DELETE /networking/v2.0/ports/ed6c94aa-e359-4da3-af91-03cfd00c5d3c HTTP/1.1" status: 204 len: 173 time: 0.9675443 Oct 01 04:25:26.745943 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6565067-94e1-498c-bed5-584d383158aa', 'name': 'network-vif-deleted', 'tag': 'ed6c94aa-e359-4da3-af91-03cfd00c5d3c'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:25:26.748304 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23a471ff00a13a2eea8c87216c43e2c9873adc8b08d975975de21b294c9ff96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50129e51-f63e-4064-8f59-f412e2b0b474" -d '{"events": [{"server_uuid": "b6565067-94e1-498c-bed5-584d383158aa", "name": "network-vif-deleted", "tag": "ed6c94aa-e359-4da3-af91-03cfd00c5d3c"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:25:26.767271 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d7283f04-1e30-42a3-9563-4a60d50069e3 req-2b7e74be-a7b4-471f-9131-51a77d74c25e tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2131135 Oct 01 04:25:26.779993 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-d7283f04-1e30-42a3-9563-4a60d50069e3 req-68516881-6e2e-40af-ba74-66e5e5cc81d6 service neutron] Request body: {'port': {'device_id': '7666cbd6-6648-4f0b-ba58-7a95bd94700c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86004'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:25:26.809721 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 01 Oct 2022 04:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c19d2d2-9b78-4eed-a783-faec3164fca1 x-openstack-request-id: req-2c19d2d2-9b78-4eed-a783-faec3164fca1 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:25:26.810012 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6565067-94e1-498c-bed5-584d383158aa", "name": "network-vif-deleted", "tag": "ed6c94aa-e359-4da3-af91-03cfd00c5d3c", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:25:26.810345 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2c19d2d2-9b78-4eed-a783-faec3164fca1 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:25:26.810749 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c19d2d2-9b78-4eed-a783-faec3164fca1'] response: {'server_uuid': 'b6565067-94e1-498c-bed5-584d383158aa', 'name': 'network-vif-deleted', 'tag': 'ed6c94aa-e359-4da3-af91-03cfd00c5d3c', 'status': 'completed', 'code': 200} Oct 01 04:25:26.854311 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-d7283f04-1e30-42a3-9563-4a60d50069e3 req-68516881-6e2e-40af-ba74-66e5e5cc81d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (6050285d-4ac5-4514-991a-d2765dc0ca76), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:26.904457 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=7 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:26.979268 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-f20b6aa4-0cc5-4d67-9f79-dc150b0a054c None None] Provisioning complete for port 6050285d-4ac5-4514-991a-d2765dc0ca76 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:25:26.980126 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f20b6aa4-0cc5-4d67-9f79-dc150b0a054c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (6050285d-4ac5-4514-991a-d2765dc0ca76), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:26.980956 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-f20b6aa4-0cc5-4d67-9f79-dc150b0a054c None None] Attempt 1 to provision port 6050285d-4ac5-4514-991a-d2765dc0ca76 Oct 01 04:25:27.017775 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-f20b6aa4-0cc5-4d67-9f79-dc150b0a054c None None] Port 6050285d-4ac5-4514-991a-d2765dc0ca76 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 01 04:25:27.135346 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [req-d7283f04-1e30-42a3-9563-4a60d50069e3 req-68516881-6e2e-40af-ba74-66e5e5cc81d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6050285d-4ac5-4514-991a-d2765dc0ca76 {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 01 04:25:27.143012 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-d7283f04-1e30-42a3-9563-4a60d50069e3 req-68516881-6e2e-40af-ba74-66e5e5cc81d6 service neutron] Publish callbacks [] for port (6050285d-4ac5-4514-991a-d2765dc0ca76), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:27.155895 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-d7283f04-1e30-42a3-9563-4a60d50069e3 req-68516881-6e2e-40af-ba74-66e5e5cc81d6 service neutron] Transition to ACTIVE for port object 6050285d-4ac5-4514-991a-d2765dc0ca76 will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 01 04:25:27.159366 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-d7283f04-1e30-42a3-9563-4a60d50069e3 req-68516881-6e2e-40af-ba74-66e5e5cc81d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4916182'] for port (6050285d-4ac5-4514-991a-d2765dc0ca76), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:27.244158 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68516881-6e2e-40af-ba74-66e5e5cc81d6 service neutron] Pushing event updated for resources: {'Port': ['ID=6050285d-4ac5-4514-991a-d2765dc0ca76,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:25:27.277369 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-d7283f04-1e30-42a3-9563-4a60d50069e3 req-68516881-6e2e-40af-ba74-66e5e5cc81d6 service neutron] Attempting to bind port 6050285d-4ac5-4514-991a-d2765dc0ca76 on host hv-cinder-86004 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 01 04:25:27.277702 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-d7283f04-1e30-42a3-9563-4a60d50069e3 req-68516881-6e2e-40af-ba74-66e5e5cc81d6 service neutron] Attempting to bind port 6050285d-4ac5-4514-991a-d2765dc0ca76 by drivers openvswitch,hyperv on host hv-cinder-86004 at level 0 using segments [{'id': '06eba3e1-baf4-4adb-a8f4-cfab7df87117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 01 04:25:27.278027 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7283f04-1e30-42a3-9563-4a60d50069e3 req-68516881-6e2e-40af-ba74-66e5e5cc81d6 service neutron] Attempting to bind port 6050285d-4ac5-4514-991a-d2765dc0ca76 on network bddd7754-f392-4f22-b92b-c088917d60a6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:25:27.323934 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7283f04-1e30-42a3-9563-4a60d50069e3 req-68516881-6e2e-40af-ba74-66e5e5cc81d6 service neutron] Port 6050285d-4ac5-4514-991a-d2765dc0ca76 on network bddd7754-f392-4f22-b92b-c088917d60a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86004 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 01 04:25:27.324290 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7283f04-1e30-42a3-9563-4a60d50069e3 req-68516881-6e2e-40af-ba74-66e5e5cc81d6 service neutron] Attempting to bind port 6050285d-4ac5-4514-991a-d2765dc0ca76 on network bddd7754-f392-4f22-b92b-c088917d60a6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:25:27.360538 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:27.375134 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7283f04-1e30-42a3-9563-4a60d50069e3 req-68516881-6e2e-40af-ba74-66e5e5cc81d6 service neutron] Checking agent: {'id': '2c3964fb-7920-4c48-8672-be15ccfa9ce8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86004', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 1, 4, 15, 53), 'started_at': datetime.datetime(2022, 10, 1, 4, 15, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 1, 4, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 01 04:25:27.375828 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7283f04-1e30-42a3-9563-4a60d50069e3 req-68516881-6e2e-40af-ba74-66e5e5cc81d6 service neutron] Checking segment: {'id': '06eba3e1-baf4-4adb-a8f4-cfab7df87117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:25:27.375949 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7283f04-1e30-42a3-9563-4a60d50069e3 req-68516881-6e2e-40af-ba74-66e5e5cc81d6 service neutron] Bound using segment: {'id': '06eba3e1-baf4-4adb-a8f4-cfab7df87117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 01 04:25:27.376403 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-d7283f04-1e30-42a3-9563-4a60d50069e3 req-68516881-6e2e-40af-ba74-66e5e5cc81d6 service neutron] Bound port: 6050285d-4ac5-4514-991a-d2765dc0ca76, host: hv-cinder-86004, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06eba3e1-baf4-4adb-a8f4-cfab7df87117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 01 04:25:27.376823 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-d7283f04-1e30-42a3-9563-4a60d50069e3 req-68516881-6e2e-40af-ba74-66e5e5cc81d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (6050285d-4ac5-4514-991a-d2765dc0ca76), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:27.441371 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-d7283f04-1e30-42a3-9563-4a60d50069e3 req-68516881-6e2e-40af-ba74-66e5e5cc81d6 service neutron] For port 6050285d-4ac5-4514-991a-d2765dc0ca76, host hv-cinder-86004, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 01 04:25:27.445470 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-d7283f04-1e30-42a3-9563-4a60d50069e3 req-68516881-6e2e-40af-ba74-66e5e5cc81d6 service neutron] For port 6050285d-4ac5-4514-991a-d2765dc0ca76, host hv-cinder-86004, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=6050285d-4ac5-4514-991a-d2765dc0ca76,segment=NetworkSegment(06eba3e1-baf4-4adb-a8f4-cfab7df87117),segment_id=06eba3e1-baf4-4adb-a8f4-cfab7df87117)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 01 04:25:27.450599 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-d7283f04-1e30-42a3-9563-4a60d50069e3 req-68516881-6e2e-40af-ba74-66e5e5cc81d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4916182'] for port (6050285d-4ac5-4514-991a-d2765dc0ca76), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:27.454748 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7283f04-1e30-42a3-9563-4a60d50069e3 req-68516881-6e2e-40af-ba74-66e5e5cc81d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:27.455371 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-d7283f04-1e30-42a3-9563-4a60d50069e3 req-68516881-6e2e-40af-ba74-66e5e5cc81d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:27.456736 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d7283f04-1e30-42a3-9563-4a60d50069e3 req-68516881-6e2e-40af-ba74-66e5e5cc81d6 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/6050285d-4ac5-4514-991a-d2765dc0ca76 HTTP/1.1" status: 200 len: 1093 time: 0.6814411 Oct 01 04:25:27.487841 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec8ca17-7de1-463c-9d01-a3a98ff8dcb2 req-a9fd5250-12b3-4a6d-9f30-bb8b60c75f1b tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:27.490515 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-9ec8ca17-7de1-463c-9d01-a3a98ff8dcb2 req-a9fd5250-12b3-4a6d-9f30-bb8b60c75f1b tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7666cbd6-6648-4f0b-ba58-7a95bd94700c HTTP/1.1" status: 200 len: 943 time: 0.0514188 Oct 01 04:25:27.515811 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68516881-6e2e-40af-ba74-66e5e5cc81d6 service neutron] Pushing event updated for resources: {'Port': ['ID=6050285d-4ac5-4514-991a-d2765dc0ca76,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:25:27.541055 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-9ec8ca17-7de1-463c-9d01-a3a98ff8dcb2 req-a8b138ea-dda5-4fec-94c1-842d607d42cc tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=464176ff-6a03-4c73-815f-ecaa09cb862d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446939 Oct 01 04:25:27.546409 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7283f04-1e30-42a3-9563-4a60d50069e3 req-f5fd401a-7eaf-4178-b86e-22621b029727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:27.547907 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d7283f04-1e30-42a3-9563-4a60d50069e3 req-f5fd401a-7eaf-4178-b86e-22621b029727 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=57f927e7829a4172b9919b964a9e7c13&device_id=7666cbd6-6648-4f0b-ba58-7a95bd94700c HTTP/1.1" status: 200 len: 1127 time: 0.0425115 Oct 01 04:25:27.592748 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d7283f04-1e30-42a3-9563-4a60d50069e3 req-9725ac5f-c8c7-4db9-aa86-7fcd19bfc63b service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6050285d-4ac5-4514-991a-d2765dc0ca76 HTTP/1.1" status: 200 len: 217 time: 0.0358670 Oct 01 04:25:27.640848 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7283f04-1e30-42a3-9563-4a60d50069e3 req-3052f252-1ffa-4cf6-b354-97a14518a9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:27.642311 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d7283f04-1e30-42a3-9563-4a60d50069e3 req-3052f252-1ffa-4cf6-b354-97a14518a9f7 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=1ccda07b-e98b-4f73-b263-21798ea74271 HTTP/1.1" status: 200 len: 852 time: 0.0440469 Oct 01 04:25:27.685487 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7283f04-1e30-42a3-9563-4a60d50069e3 req-48bd7659-8399-4125-8be7-91ce16139997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:27.686946 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d7283f04-1e30-42a3-9563-4a60d50069e3 req-48bd7659-8399-4125-8be7-91ce16139997 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=bddd7754-f392-4f22-b92b-c088917d60a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383174 Oct 01 04:25:27.782597 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d7283f04-1e30-42a3-9563-4a60d50069e3 req-7346df64-5691-4ee6-bd84-d5972727e70a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bddd7754-f392-4f22-b92b-c088917d60a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883064 Oct 01 04:25:27.875873 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d7283f04-1e30-42a3-9563-4a60d50069e3 req-023b06aa-5d80-424f-9a12-7e05175d3b34 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bddd7754-f392-4f22-b92b-c088917d60a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858824 Oct 01 04:25:28.670451 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aae519-36a6-4e53-8d6f-cb07ec80f5e6 req-f366f684-60a2-412f-b1c2-18284585feaf tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:28.671965 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-79aae519-36a6-4e53-8d6f-cb07ec80f5e6 req-f366f684-60a2-412f-b1c2-18284585feaf tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7666cbd6-6648-4f0b-ba58-7a95bd94700c HTTP/1.1" status: 200 len: 943 time: 0.0544236 Oct 01 04:25:28.724649 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-79aae519-36a6-4e53-8d6f-cb07ec80f5e6 req-319498f5-447b-4368-b1a8-0ebb5b87d526 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=464176ff-6a03-4c73-815f-ecaa09cb862d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461273 Oct 01 04:25:28.812264 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7666cbd6-6648-4f0b-ba58-7a95bd94700c', 'tag': '6050285d-4ac5-4514-991a-d2765dc0ca76'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:25:28.814779 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23a471ff00a13a2eea8c87216c43e2c9873adc8b08d975975de21b294c9ff96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6100a281-573d-46cd-a3f4-f71c8afce65b" -d '{"events": [{"name": "network-changed", "server_uuid": "7666cbd6-6648-4f0b-ba58-7a95bd94700c", "tag": "6050285d-4ac5-4514-991a-d2765dc0ca76"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:25:28.852435 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 01 Oct 2022 04:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a677db0c-94d3-413f-ab92-1559cb787803 x-openstack-request-id: req-a677db0c-94d3-413f-ab92-1559cb787803 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:25:28.852803 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7666cbd6-6648-4f0b-ba58-7a95bd94700c", "tag": "6050285d-4ac5-4514-991a-d2765dc0ca76", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:25:28.853160 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a677db0c-94d3-413f-ab92-1559cb787803 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:25:28.853621 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a677db0c-94d3-413f-ab92-1559cb787803'] response: {'name': 'network-changed', 'server_uuid': '7666cbd6-6648-4f0b-ba58-7a95bd94700c', 'tag': '6050285d-4ac5-4514-991a-d2765dc0ca76', 'status': 'completed', 'code': 200} Oct 01 04:25:28.918243 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100a281-573d-46cd-a3f4-f71c8afce65b req-c065006b-4d94-4db7-ba6b-ac2802baf51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:28.919777 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6100a281-573d-46cd-a3f4-f71c8afce65b req-c065006b-4d94-4db7-ba6b-ac2802baf51d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=57f927e7829a4172b9919b964a9e7c13&device_id=7666cbd6-6648-4f0b-ba58-7a95bd94700c HTTP/1.1" status: 200 len: 1127 time: 0.0461280 Oct 01 04:25:28.944918 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:29.022493 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100a281-573d-46cd-a3f4-f71c8afce65b req-2a300c61-304b-4273-be0b-12612ac83be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:29.023908 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6100a281-573d-46cd-a3f4-f71c8afce65b req-2a300c61-304b-4273-be0b-12612ac83be0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=bddd7754-f392-4f22-b92b-c088917d60a6 HTTP/1.1" status: 200 len: 914 time: 0.0962033 Oct 01 04:25:29.069011 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6100a281-573d-46cd-a3f4-f71c8afce65b req-cd3d6436-dee0-45c4-a466-aa520e578682 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6050285d-4ac5-4514-991a-d2765dc0ca76 HTTP/1.1" status: 200 len: 217 time: 0.0384474 Oct 01 04:25:29.119189 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100a281-573d-46cd-a3f4-f71c8afce65b req-72e6bc70-bfcf-4d90-8297-d1570ec1c0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:29.120616 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6100a281-573d-46cd-a3f4-f71c8afce65b req-72e6bc70-bfcf-4d90-8297-d1570ec1c0f9 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=1ccda07b-e98b-4f73-b263-21798ea74271 HTTP/1.1" status: 200 len: 852 time: 0.0466197 Oct 01 04:25:29.165798 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100a281-573d-46cd-a3f4-f71c8afce65b req-f5be90c9-eea7-4217-80b3-8f6db00adbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:29.167318 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6100a281-573d-46cd-a3f4-f71c8afce65b req-f5be90c9-eea7-4217-80b3-8f6db00adbb3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=bddd7754-f392-4f22-b92b-c088917d60a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413661 Oct 01 04:25:29.268185 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6100a281-573d-46cd-a3f4-f71c8afce65b req-4cb7863e-dbff-47b0-9f25-cce0632d05cc service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bddd7754-f392-4f22-b92b-c088917d60a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945873 Oct 01 04:25:29.367032 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6100a281-573d-46cd-a3f4-f71c8afce65b req-932804eb-0baf-45c3-93d8-bed1c70da800 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bddd7754-f392-4f22-b92b-c088917d60a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926018 Oct 01 04:25:29.847044 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc5c2a-7ad3-4e52-91ef-d3e7e563667e req-df655387-6e00-49af-a070-3c806a06d5dc tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:29.848518 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-1dcc5c2a-7ad3-4e52-91ef-d3e7e563667e req-df655387-6e00-49af-a070-3c806a06d5dc tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7666cbd6-6648-4f0b-ba58-7a95bd94700c HTTP/1.1" status: 200 len: 943 time: 0.0478406 Oct 01 04:25:29.898769 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-1dcc5c2a-7ad3-4e52-91ef-d3e7e563667e req-c9179a6c-5403-44a7-a012-a26c53cf4738 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=464176ff-6a03-4c73-815f-ecaa09cb862d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444880 Oct 01 04:25:30.330702 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 6050285d-4ac5-4514-991a-d2765dc0ca76 details requested by agent hyperv_hv-cinder-86004 with host hv-cinder-86004 {{(pid=106388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 01 04:25:30.334686 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device ed6c94aa-e359-4da3-af91-03cfd00c5d3c no longer exists at agent hyperv_hv-cinder-86004 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:25:30.360904 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] No Port match for: ed6c94aa-e359-4da3-af91-03cfd00c5d3c {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 01 04:25:30.361275 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device ed6c94aa-e359-4da3-af91-03cfd00c5d3c not bound to the agent host hv-cinder-86004 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 01 04:25:30.455381 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port 6050285d-4ac5-4514-991a-d2765dc0ca76, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=6050285d-4ac5-4514-991a-d2765dc0ca76,segment=NetworkSegment(06eba3e1-baf4-4adb-a8f4-cfab7df87117),segment_id=06eba3e1-baf4-4adb-a8f4-cfab7df87117)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:25:30.471326 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Returning: {'device': '6050285d-4ac5-4514-991a-d2765dc0ca76', 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6', 'port_id': '6050285d-4ac5-4514-991a-d2765dc0ca76', 'mac_address': 'fa:16:3e:23:02:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 01 04:25:30.511629 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Current status of the port 6050285d-4ac5-4514-991a-d2765dc0ca76 is: DOWN; New status is: BUILD {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:25:30.512021 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (6050285d-4ac5-4514-991a-d2765dc0ca76), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:30.527707 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6050285d-4ac5-4514-991a-d2765dc0ca76 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 01 04:25:30.547698 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port 6050285d-4ac5-4514-991a-d2765dc0ca76, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=6050285d-4ac5-4514-991a-d2765dc0ca76,segment=NetworkSegment(06eba3e1-baf4-4adb-a8f4-cfab7df87117),segment_id=06eba3e1-baf4-4adb-a8f4-cfab7df87117)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:25:30.551070 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (6050285d-4ac5-4514-991a-d2765dc0ca76), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:30.572836 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:30.597545 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Pushing event updated for resources: {'Port': ['ID=6050285d-4ac5-4514-991a-d2765dc0ca76,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:25:30.780121 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] get_ports_and_sgs() called for port_ids ['6050285d-4ac5-4514-991a-d2765dc0ca76'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 01 04:25:31.021503 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a76fbf-60bc-4ce2-9441-3729a38eabe5 req-46cdfe95-21c6-4253-9065-3fa4b901a371 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:31.023015 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-c2a76fbf-60bc-4ce2-9441-3729a38eabe5 req-46cdfe95-21c6-4253-9065-3fa4b901a371 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7666cbd6-6648-4f0b-ba58-7a95bd94700c HTTP/1.1" status: 200 len: 944 time: 0.0502667 Oct 01 04:25:31.070186 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-c2a76fbf-60bc-4ce2-9441-3729a38eabe5 req-d945ca23-97d4-4567-af0c-96718eb3b0c2 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=464176ff-6a03-4c73-815f-ecaa09cb862d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415738 Oct 01 04:25:31.750221 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 41578) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:25:31.884763 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-5f1bd901-e32a-4e8b-ac35-bc9decc47454 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=a1c1e492262e44cab94a51e215413e61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1332424 Oct 01 04:25:31.887075 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 41582) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:25:31.935467 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-67cccbcf-2d8f-4758-be26-35167c91ab99 admin admin] Publish callbacks [] for security_group (cbfdb9f9-b71f-473e-af88-0b7d208470c7), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:31.955703 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-67cccbcf-2d8f-4758-be26-35167c91ab99 admin admin] Publish callbacks [] for security_group (cbfdb9f9-b71f-473e-af88-0b7d208470c7), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:31.986543 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:32.007803 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-67cccbcf-2d8f-4758-be26-35167c91ab99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (cbfdb9f9-b71f-473e-af88-0b7d208470c7), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:32.010439 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-67cccbcf-2d8f-4758-be26-35167c91ab99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:32.011610 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-67cccbcf-2d8f-4758-be26-35167c91ab99 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/cbfdb9f9-b71f-473e-af88-0b7d208470c7 HTTP/1.1" status: 204 len: 168 time: 0.1236224 Oct 01 04:25:32.020728 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cccbcf-2d8f-4758-be26-35167c91ab99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfdb9f9-b71f-473e-af88-0b7d208470c7,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:25:32.197200 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252bc19d-2e2a-4314-91eb-04876b762454 req-955c1a89-7322-4283-a8c0-9e72cb1f2ed0 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:32.198834 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-252bc19d-2e2a-4314-91eb-04876b762454 req-955c1a89-7322-4283-a8c0-9e72cb1f2ed0 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7666cbd6-6648-4f0b-ba58-7a95bd94700c HTTP/1.1" status: 200 len: 944 time: 0.0513568 Oct 01 04:25:32.253489 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-252bc19d-2e2a-4314-91eb-04876b762454 req-5cfbb9bd-bf9e-4f2c-b215-506287b77077 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=464176ff-6a03-4c73-815f-ecaa09cb862d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486100 Oct 01 04:25:32.333147 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 6050285d-4ac5-4514-991a-d2765dc0ca76 up at agent hyperv_hv-cinder-86004 {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:25:32.382823 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Provisioning for port 6050285d-4ac5-4514-991a-d2765dc0ca76 completed by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 01 04:25:32.388808 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Provisioning complete for port 6050285d-4ac5-4514-991a-d2765dc0ca76 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:25:32.389236 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (6050285d-4ac5-4514-991a-d2765dc0ca76), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:32.389582 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Attempt 1 to provision port 6050285d-4ac5-4514-991a-d2765dc0ca76 Oct 01 04:25:32.461167 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Current status of the port 6050285d-4ac5-4514-991a-d2765dc0ca76 is: BUILD; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:25:32.461473 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (6050285d-4ac5-4514-991a-d2765dc0ca76), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:32.484004 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7666cbd6-6648-4f0b-ba58-7a95bd94700c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6050285d-4ac5-4514-991a-d2765dc0ca76'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:25:32.486477 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc2ed8ba810a9a899feae06a2d512ab46721588d0493fdbeca0f1bffbb3e03b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4cea6b1-dcab-41af-811e-0337994771f8" -d '{"events": [{"server_uuid": "7666cbd6-6648-4f0b-ba58-7a95bd94700c", "name": "network-vif-plugged", "status": "completed", "tag": "6050285d-4ac5-4514-991a-d2765dc0ca76"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:25:32.499571 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port 6050285d-4ac5-4514-991a-d2765dc0ca76, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=6050285d-4ac5-4514-991a-d2765dc0ca76,segment=NetworkSegment(06eba3e1-baf4-4adb-a8f4-cfab7df87117),segment_id=06eba3e1-baf4-4adb-a8f4-cfab7df87117)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:25:32.504793 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (6050285d-4ac5-4514-991a-d2765dc0ca76), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:32.529824 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 01 Oct 2022 04:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7d19fb-4716-4729-88e9-588afeb946c3 x-openstack-request-id: req-cd7d19fb-4716-4729-88e9-588afeb946c3 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:25:32.530118 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7666cbd6-6648-4f0b-ba58-7a95bd94700c", "name": "network-vif-plugged", "status": "completed", "tag": "6050285d-4ac5-4514-991a-d2765dc0ca76", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:25:32.530372 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cd7d19fb-4716-4729-88e9-588afeb946c3 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:25:32.530765 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd7d19fb-4716-4729-88e9-588afeb946c3'] response: {'server_uuid': '7666cbd6-6648-4f0b-ba58-7a95bd94700c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6050285d-4ac5-4514-991a-d2765dc0ca76', 'code': 200} Oct 01 04:25:32.555523 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Pushing event updated for resources: {'Port': ['ID=6050285d-4ac5-4514-991a-d2765dc0ca76,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:25:32.724182 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde956f-4075-4170-b302-0cb7dc19fd1d req-90be87cf-50db-48f3-b681-b4e4411248b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:32.725672 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1fde956f-4075-4170-b302-0cb7dc19fd1d req-90be87cf-50db-48f3-b681-b4e4411248b9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7666cbd6-6648-4f0b-ba58-7a95bd94700c HTTP/1.1" status: 200 len: 1129 time: 0.0429730 Oct 01 04:25:32.744556 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:32.771886 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1fde956f-4075-4170-b302-0cb7dc19fd1d req-c4082783-773c-4f73-b221-1b9f54443f5a service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=464176ff-6a03-4c73-815f-ecaa09cb862d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389826 Oct 01 04:25:33.383169 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e22711-41cc-487a-b48c-d14487ded9aa req-14caf101-fb62-498a-981b-3ee756cf7549 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:33.384561 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-91e22711-41cc-487a-b48c-d14487ded9aa req-14caf101-fb62-498a-981b-3ee756cf7549 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7666cbd6-6648-4f0b-ba58-7a95bd94700c HTTP/1.1" status: 200 len: 945 time: 0.0503631 Oct 01 04:25:33.434255 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-91e22711-41cc-487a-b48c-d14487ded9aa req-c53f3c51-f5b4-408a-a053-2c2300a7b7cd tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=464176ff-6a03-4c73-815f-ecaa09cb862d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442162 Oct 01 04:25:33.995952 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.agents_db [None req-12b97a57-14e3-4267-90b0-a9e0353f7932 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 01 04:25:34.558010 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c5857-bc98-47c6-bf52-a8314a448dbe req-6561ba83-ee19-48b0-b62a-ea85bdca4920 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:34.559484 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-cb4c5857-bc98-47c6-bf52-a8314a448dbe req-6561ba83-ee19-48b0-b62a-ea85bdca4920 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7666cbd6-6648-4f0b-ba58-7a95bd94700c HTTP/1.1" status: 200 len: 945 time: 0.0478508 Oct 01 04:25:34.589002 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:34.606635 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-cb4c5857-bc98-47c6-bf52-a8314a448dbe req-d372765b-a65a-40f1-9ede-0dd6bff8d079 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=464176ff-6a03-4c73-815f-ecaa09cb862d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416365 Oct 01 04:25:34.723070 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd83d5-51ee-48ac-92a1-d58dd6e6e4ca req-b5eada0c-9def-40c9-b16d-7d6bcc3e6797 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:34.724712 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-62bd83d5-51ee-48ac-92a1-d58dd6e6e4ca req-b5eada0c-9def-40c9-b16d-7d6bcc3e6797 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7666cbd6-6648-4f0b-ba58-7a95bd94700c HTTP/1.1" status: 200 len: 945 time: 0.0461102 Oct 01 04:25:34.734933 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 41596) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:25:34.739308 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [None req-d0733554-dfed-4e0d-884a-bec838e6398d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Request body: {'floatingip': {'port_id': '6050285d-4ac5-4514-991a-d2765dc0ca76'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:25:34.781647 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-d0733554-dfed-4e0d-884a-bec838e6398d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for floatingip (143737fc-6ab9-4528-a97c-98300d98c307), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:35.210214 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-d0733554-dfed-4e0d-884a-bec838e6398d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:35.213802 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-d0733554-dfed-4e0d-884a-bec838e6398d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989928'] for floatingip (143737fc-6ab9-4528-a97c-98300d98c307), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:35.307328 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.db.l3_db [None req-d0733554-dfed-4e0d-884a-bec838e6398d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Floating IP 143737fc-6ab9-4528-a97c-98300d98c307 associated. External IP: 172.27.2.170, port: 6050285d-4ac5-4514-991a-d2765dc0ca76. Oct 01 04:25:35.444978 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:35.501925 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0733554-dfed-4e0d-884a-bec838e6398d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Router e0562ae8-2e66-4638-8ed3-192f0f6936ee has already been hosted by L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 {{(pid=106386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 01 04:25:35.607007 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0733554-dfed-4e0d-884a-bec838e6398d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:25:35.611366 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-d0733554-dfed-4e0d-884a-bec838e6398d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for floatingip (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:35.616550 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22376e2-9a31-4116-bac8-e5658c076597 None None] Sync routers for ids ['e0562ae8-2e66-4638-8ed3-192f0f6936ee'] in dv-cinder-860044-1-iscsi {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:25:35.626536 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22376e2-9a31-4116-bac8-e5658c076597 None None] Routers {'e0562ae8-2e66-4638-8ed3-192f0f6936ee'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:25:35.627179 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-d22376e2-9a31-4116-bac8-e5658c076597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:25:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['e0562ae8-2e66-4638-8ed3-192f0f6936ee'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:25:35.642229 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-d0733554-dfed-4e0d-884a-bec838e6398d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/143737fc-6ab9-4528-a97c-98300d98c307 HTTP/1.1" status: 200 len: 991 time: 0.9062564 Oct 01 04:25:35.642868 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7666cbd6-6648-4f0b-ba58-7a95bd94700c', 'tag': '6050285d-4ac5-4514-991a-d2765dc0ca76'}] {{(pid=106386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:25:35.646234 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906b7328382f58691ce67f390eef3fef1b579a19389c35ae4b8023450af26d8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0143b8bb-f378-4331-95cc-5215f758650c" -d '{"events": [{"name": "network-changed", "server_uuid": "7666cbd6-6648-4f0b-ba58-7a95bd94700c", "tag": "6050285d-4ac5-4514-991a-d2765dc0ca76"}]}' {{(pid=106386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:25:35.683816 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 01 Oct 2022 04:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5a1f92-5675-4883-a698-1a5bb3639139 x-openstack-request-id: req-aa5a1f92-5675-4883-a698-1a5bb3639139 {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:25:35.684108 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7666cbd6-6648-4f0b-ba58-7a95bd94700c", "tag": "6050285d-4ac5-4514-991a-d2765dc0ca76", "status": "completed", "code": 200}]} {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:25:35.684505 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-aa5a1f92-5675-4883-a698-1a5bb3639139 {{(pid=106386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:25:35.684910 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa5a1f92-5675-4883-a698-1a5bb3639139'] response: {'name': 'network-changed', 'server_uuid': '7666cbd6-6648-4f0b-ba58-7a95bd94700c', 'tag': '6050285d-4ac5-4514-991a-d2765dc0ca76', 'status': 'completed', 'code': 200} Oct 01 04:25:35.710768 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:35.736196 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-d22376e2-9a31-4116-bac8-e5658c076597 None None] Set router e0562ae8-2e66-4638-8ed3-192f0f6936ee gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:25:35.749558 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0143b8bb-f378-4331-95cc-5215f758650c req-4ec5e2ac-61e5-485f-a0e0-6cd29fdb88c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:35.751061 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0143b8bb-f378-4331-95cc-5215f758650c req-4ec5e2ac-61e5-485f-a0e0-6cd29fdb88c7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=57f927e7829a4172b9919b964a9e7c13&device_id=7666cbd6-6648-4f0b-ba58-7a95bd94700c HTTP/1.1" status: 200 len: 1129 time: 0.0402682 Oct 01 04:25:35.844991 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0143b8bb-f378-4331-95cc-5215f758650c req-c9a9aff7-d99c-44ee-9c50-a673de65c53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:35.846450 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0143b8bb-f378-4331-95cc-5215f758650c req-c9a9aff7-d99c-44ee-9c50-a673de65c53e service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=bddd7754-f392-4f22-b92b-c088917d60a6 HTTP/1.1" status: 200 len: 914 time: 0.0882933 Oct 01 04:25:35.907156 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0143b8bb-f378-4331-95cc-5215f758650c req-ba7d9fd0-4ac5-4296-909b-085f385517bc service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6050285d-4ac5-4514-991a-d2765dc0ca76 HTTP/1.1" status: 200 len: 999 time: 0.0546739 Oct 01 04:25:35.948766 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-d22376e2-9a31-4116-bac8-e5658c076597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'name': 'tempest-AttachVolumeNegativeTest-12373195-router', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:25:16Z', 'updated_at': '2022-10-01T04:25:19Z', 'revision_number': 4, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'gw_port': {'id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ba:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:17Z', 'updated_at': '2022-10-01T04:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_floatingips': [{'id': '143737fc-6ab9-4528-a97c-98300d98c307', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'router_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'port_id': '6050285d-4ac5-4514-991a-d2765dc0ca76', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6', 'mac_address': 'fa:16:3e:23:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7666cbd6-6648-4f0b-ba58-7a95bd94700c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-01T04:25:21Z', 'updated_at': '2022-10-01T04:25:35Z', 'revision_number': 1, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bc404c5-c8a9-42a3-881d-e9b151d0fdad', 'name': '', 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'mac_address': 'fa:16:3e:b4:b7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:18Z', 'updated_at': '2022-10-01T04:25:24Z', 'revision_number': 5, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'subnets': [{'id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:25:35.960357 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0143b8bb-f378-4331-95cc-5215f758650c req-0cdfb95f-68bb-49aa-80d3-d79c2ecc14bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:35.961912 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0143b8bb-f378-4331-95cc-5215f758650c req-0cdfb95f-68bb-49aa-80d3-d79c2ecc14bf service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=1ccda07b-e98b-4f73-b263-21798ea74271 HTTP/1.1" status: 200 len: 852 time: 0.0491657 Oct 01 04:25:35.977757 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22376e2-9a31-4116-bac8-e5658c076597 None None] Checking router: e0562ae8-2e66-4638-8ed3-192f0f6936ee for host: dv-cinder-860044-1-iscsi {{(pid=106388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:25:35.986249 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22376e2-9a31-4116-bac8-e5658c076597 None None] Routers {'e0562ae8-2e66-4638-8ed3-192f0f6936ee'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:25:35.986856 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-d22376e2-9a31-4116-bac8-e5658c076597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:25:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['e0562ae8-2e66-4638-8ed3-192f0f6936ee'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:25:36.007075 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0143b8bb-f378-4331-95cc-5215f758650c req-dc6014ec-bb78-4077-a696-7e2b263f5887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:36.008570 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0143b8bb-f378-4331-95cc-5215f758650c req-dc6014ec-bb78-4077-a696-7e2b263f5887 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=bddd7754-f392-4f22-b92b-c088917d60a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397773 Oct 01 04:25:36.063141 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:36.089314 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-d22376e2-9a31-4116-bac8-e5658c076597 None None] Set router e0562ae8-2e66-4638-8ed3-192f0f6936ee gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:25:36.111889 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0143b8bb-f378-4331-95cc-5215f758650c req-afebb4bc-1cd7-4e7c-a9ff-ea13b6761aff service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bddd7754-f392-4f22-b92b-c088917d60a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969584 Oct 01 04:25:36.204272 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:36.210181 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0143b8bb-f378-4331-95cc-5215f758650c req-e3638b56-21a7-409c-a684-30a0903ae787 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bddd7754-f392-4f22-b92b-c088917d60a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912688 Oct 01 04:25:36.301677 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-d22376e2-9a31-4116-bac8-e5658c076597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'name': 'tempest-AttachVolumeNegativeTest-12373195-router', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:25:16Z', 'updated_at': '2022-10-01T04:25:19Z', 'revision_number': 4, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'gw_port': {'id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ba:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:17Z', 'updated_at': '2022-10-01T04:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_floatingips': [{'id': '143737fc-6ab9-4528-a97c-98300d98c307', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'router_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'port_id': '6050285d-4ac5-4514-991a-d2765dc0ca76', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6', 'mac_address': 'fa:16:3e:23:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7666cbd6-6648-4f0b-ba58-7a95bd94700c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-01T04:25:21Z', 'updated_at': '2022-10-01T04:25:35Z', 'revision_number': 1, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bc404c5-c8a9-42a3-881d-e9b151d0fdad', 'name': '', 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'mac_address': 'fa:16:3e:b4:b7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:18Z', 'updated_at': '2022-10-01T04:25:24Z', 'revision_number': 5, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'subnets': [{'id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:25:36.325988 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22376e2-9a31-4116-bac8-e5658c076597 None None] The sync data for ids ['e0562ae8-2e66-4638-8ed3-192f0f6936ee'] in dv-cinder-860044-1-iscsi is: [{'id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'name': 'tempest-AttachVolumeNegativeTest-12373195-router', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:25:16Z', 'updated_at': '2022-10-01T04:25:19Z', 'revision_number': 4, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'gw_port': {'id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ba:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:17Z', 'updated_at': '2022-10-01T04:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_floatingips': [{'id': '143737fc-6ab9-4528-a97c-98300d98c307', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'router_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'port_id': '6050285d-4ac5-4514-991a-d2765dc0ca76', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6', 'mac_address': 'fa:16:3e:23:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7666cbd6-6648-4f0b-ba58-7a95bd94700c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-01T04:25:21Z', 'updated_at': '2022-10-01T04:25:35Z', 'revision_number': 1, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bc404c5-c8a9-42a3-881d-e9b151d0fdad', 'name': '', 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'mac_address': 'fa:16:3e:b4:b7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:18Z', 'updated_at': '2022-10-01T04:25:24Z', 'revision_number': 5, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'subnets': [{'id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:25:36.516671 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e4459b-48d5-42e2-871d-afd4d453d3d5 None None] New status for floating IP 143737fc-6ab9-4528-a97c-98300d98c307: ACTIVE {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 01 04:25:42.758258 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-29b969b7-2367-4cce-9b67-3fff5b50842b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (973633b6-dd94-436d-b3a5-971dbc41e63c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:45.088122 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-be4f3836-9dfb-447d-a888-ff03964a456a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (797ac3f1-c973-4eec-9950-99ad88971ed1), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:45.635895 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:45.639155 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=24 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:46.202815 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=45 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:46.267484 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55550f09-9bf2-4503-b16a-2d26c0a47f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (3f31be2c-2b77-4d66-9a3d-30b9eb89a668), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:46.617910 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=39,neutron:UPDATE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:46.620212 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=30,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:25:47.688846 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (d8875dbe-87f1-4639-b3ef-79ff4b202d58), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:47.947799 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91c43220-b735-4568-b99e-ce3dc63ea20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (a017e3cb-dd0a-4c83-ac3d-dd65b6d6e9f8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:52.854239 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (2c3964fb-7920-4c48-8672-be15ccfa9ce8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:25:59.280348 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7650280f-4511-44b4-8578-738226e239aa req-df521785-40ba-490c-a03b-85cd8e0b5fff service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=87cd0cbd-547d-4e0e-a797-7971ce307b17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394177 Oct 01 04:25:59.340120 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650280f-4511-44b4-8578-738226e239aa req-167fa4ad-de27-46c8-95c1-0c303eb22f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:59.341627 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7650280f-4511-44b4-8578-738226e239aa req-167fa4ad-de27-46c8-95c1-0c303eb22f73 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=721dd52b82194e4d91113d4d688900ae&device_id=87cd0cbd-547d-4e0e-a797-7971ce307b17 HTTP/1.1" status: 200 len: 1130 time: 0.0388863 Oct 01 04:25:59.447920 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650280f-4511-44b4-8578-738226e239aa req-893cb3c6-6c08-4952-ba74-5838e78bd4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:59.449401 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7650280f-4511-44b4-8578-738226e239aa req-893cb3c6-6c08-4952-ba74-5838e78bd4ef service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=a58a68a2-3485-47fc-a402-341c963919cc HTTP/1.1" status: 200 len: 913 time: 0.0891654 Oct 01 04:25:59.510955 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7650280f-4511-44b4-8578-738226e239aa req-74d4f718-43fe-4323-8609-538f54d66d7c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=998978bd-7095-4f80-b84b-5589f1d6add2 HTTP/1.1" status: 200 len: 1001 time: 0.0547743 Oct 01 04:25:59.559770 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650280f-4511-44b4-8578-738226e239aa req-8b59f576-13b3-4354-a2e7-cb4b0e151ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:59.561156 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7650280f-4511-44b4-8578-738226e239aa req-8b59f576-13b3-4354-a2e7-cb4b0e151ca6 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=87bf8ff7-1e8d-4433-8f68-75f944f2c18e HTTP/1.1" status: 200 len: 851 time: 0.0441120 Oct 01 04:25:59.608107 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650280f-4511-44b4-8578-738226e239aa req-cee8a2f7-06f5-4739-ba44-84da02fbc8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:25:59.609623 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7650280f-4511-44b4-8578-738226e239aa req-cee8a2f7-06f5-4739-ba44-84da02fbc8c4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a58a68a2-3485-47fc-a402-341c963919cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422597 Oct 01 04:25:59.699032 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7650280f-4511-44b4-8578-738226e239aa req-8e613024-78b6-4a63-9627-1c61fa035985 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a58a68a2-3485-47fc-a402-341c963919cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833049 Oct 01 04:25:59.794137 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7650280f-4511-44b4-8578-738226e239aa req-bd4ab2c2-bd75-47fb-aa7a-f83298e7efa1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a58a68a2-3485-47fc-a402-341c963919cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878646 Oct 01 04:26:02.847991 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=43,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:26:02.849839 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=71,neutron:UPDATE=5 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:26:09.789711 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=53 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:26:09.791523 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=48 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:26:10.995237 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.agents_db [None req-12b97a57-14e3-4267-90b0-a9e0353f7932 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 01 04:26:12.336379 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-9fe576c7-8915-410c-a906-9f8ebfe631f3 req-f1ed32d4-d048-4b0b-b6d5-e57132a47340 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1256671354&fields=id&tenant_id=721dd52b82194e4d91113d4d688900ae HTTP/1.1" status: 200 len: 267 time: 0.0449047 Oct 01 04:26:12.443933 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe576c7-8915-410c-a906-9f8ebfe631f3 req-c8777708-c737-42f0-a16f-53ba68b454e2 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:12.445398 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-9fe576c7-8915-410c-a906-9f8ebfe631f3 req-c8777708-c737-42f0-a16f-53ba68b454e2 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/networks?id=a58a68a2-3485-47fc-a402-341c963919cc HTTP/1.1" status: 200 len: 812 time: 0.1029909 Oct 01 04:26:12.459203 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-9fe576c7-8915-410c-a906-9f8ebfe631f3 req-3a7ae6a3-8362-47ba-8341-6ef9dbfec325 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/quotas/721dd52b82194e4d91113d4d688900ae HTTP/1.1" status: 200 len: 375 time: 0.0086706 Oct 01 04:26:12.511817 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-9fe576c7-8915-410c-a906-9f8ebfe631f3 req-206deba6-22c9-4422-b738-9ab0c2493aa9 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=721dd52b82194e4d91113d4d688900ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0468199 Oct 01 04:26:12.609551 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-9fe576c7-8915-410c-a906-9f8ebfe631f3 req-f23e8bdf-da05-44ea-8ccb-83b17d3aaff9 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/a58a68a2-3485-47fc-a402-341c963919cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862963 Oct 01 04:26:12.698791 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-9fe576c7-8915-410c-a906-9f8ebfe631f3 req-b739c980-a3a5-4e02-ae59-48a1969e1048 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/a58a68a2-3485-47fc-a402-341c963919cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831218 Oct 01 04:26:12.759827 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a6acd56c-9b4a-441d-911d-0ea26d5df8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (973633b6-dd94-436d-b3a5-971dbc41e63c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:13.009968 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a2e3e8b1-4eba-4719-b15a-15aa80862627 req-10f312dc-2b9c-4336-ba38-63826d7dde30 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d05ad71a-601e-42a7-a215-04477dc66444 HTTP/1.1" status: 200 len: 210 time: 0.0451126 Oct 01 04:26:14.101236 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-5f272216-32e8-49d7-b9b4-c1ee5ef5a12b req-b7ed33a7-4162-45d6-8fec-da43737aa847 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d05ad71a-601e-42a7-a215-04477dc66444 HTTP/1.1" status: 200 len: 210 time: 0.0274391 Oct 01 04:26:14.357649 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe576c7-8915-410c-a906-9f8ebfe631f3 req-7856fb9b-47b3-4cb0-abc6-d01f6c5ae499 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:14.359087 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9fe576c7-8915-410c-a906-9f8ebfe631f3 req-7856fb9b-47b3-4cb0-abc6-d01f6c5ae499 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.25 "GET /networking/v2.0/networks?id=a58a68a2-3485-47fc-a402-341c963919cc HTTP/1.1" status: 200 len: 812 time: 0.1148956 Oct 01 04:26:14.422439 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9fe576c7-8915-410c-a906-9f8ebfe631f3 req-8ef91232-d905-44df-8017-6ee00f828788 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=721dd52b82194e4d91113d4d688900ae HTTP/1.1" status: 200 len: 380 time: 0.0549521 Oct 01 04:26:14.430856 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-9fe576c7-8915-410c-a906-9f8ebfe631f3 req-4225e38b-113c-4387-bc13-9c1235e776df tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Request body: {'port': {'device_id': 'd05ad71a-601e-42a7-a215-04477dc66444', 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc', 'admin_state_up': True, 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'security_groups': ['e954344d-b98a-4d3f-9322-8f5eddb13172']}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:26:14.536608 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fe576c7-8915-410c-a906-9f8ebfe631f3 req-4225e38b-113c-4387-bc13-9c1235e776df tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Made reservation on behalf of 721dd52b82194e4d91113d4d688900ae for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:26:14.540250 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-9fe576c7-8915-410c-a906-9f8ebfe631f3 req-4225e38b-113c-4387-bc13-9c1235e776df tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:14.664594 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-9fe576c7-8915-410c-a906-9f8ebfe631f3 req-4225e38b-113c-4387-bc13-9c1235e776df tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Allocated IP 172.20.0.3 (a58a68a2-3485-47fc-a402-341c963919cc/87bf8ff7-1e8d-4433-8f68-75f944f2c18e/1c202297-17f7-4fc4-9e9a-a51de8a73129) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:26:14.804241 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-9fe576c7-8915-410c-a906-9f8ebfe631f3 req-4225e38b-113c-4387-bc13-9c1235e776df tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks [] for port (1c202297-17f7-4fc4-9e9a-a51de8a73129), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:14.835322 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-9fe576c7-8915-410c-a906-9f8ebfe631f3 req-4225e38b-113c-4387-bc13-9c1235e776df tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (1c202297-17f7-4fc4-9e9a-a51de8a73129), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:14.879333 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fe576c7-8915-410c-a906-9f8ebfe631f3 req-4225e38b-113c-4387-bc13-9c1235e776df tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Network a58a68a2-3485-47fc-a402-341c963919cc is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:26:14.883166 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-9fe576c7-8915-410c-a906-9f8ebfe631f3 req-4225e38b-113c-4387-bc13-9c1235e776df tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:26:14.886991 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe576c7-8915-410c-a906-9f8ebfe631f3 req-4225e38b-113c-4387-bc13-9c1235e776df tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:26:14.892865 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4225e38b-113c-4387-bc13-9c1235e776df tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Pushing event updated for resources: {'Port': ['ID=1c202297-17f7-4fc4-9e9a-a51de8a73129,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:26:14.923107 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4225e38b-113c-4387-bc13-9c1235e776df tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:26:14.923458 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4225e38b-113c-4387-bc13-9c1235e776df tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:26:14.923808 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4225e38b-113c-4387-bc13-9c1235e776df tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:26:14.924153 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4225e38b-113c-4387-bc13-9c1235e776df tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:26:14.924492 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4225e38b-113c-4387-bc13-9c1235e776df tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:26:14.924824 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4225e38b-113c-4387-bc13-9c1235e776df tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:26:14.925178 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4225e38b-113c-4387-bc13-9c1235e776df tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:26:14.925505 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4225e38b-113c-4387-bc13-9c1235e776df tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:26:14.925832 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4225e38b-113c-4387-bc13-9c1235e776df tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:26:14.926159 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4225e38b-113c-4387-bc13-9c1235e776df tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:26:14.926484 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4225e38b-113c-4387-bc13-9c1235e776df tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:26:14.926813 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4225e38b-113c-4387-bc13-9c1235e776df tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:26:14.927694 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4225e38b-113c-4387-bc13-9c1235e776df tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:26:14.928112 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4225e38b-113c-4387-bc13-9c1235e776df tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:26:14.928585 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4225e38b-113c-4387-bc13-9c1235e776df tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:26:14.955997 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe576c7-8915-410c-a906-9f8ebfe631f3 req-4225e38b-113c-4387-bc13-9c1235e776df tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:14.956662 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-9fe576c7-8915-410c-a906-9f8ebfe631f3 req-4225e38b-113c-4387-bc13-9c1235e776df tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:14.959028 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:26:14.978822 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9fe576c7-8915-410c-a906-9f8ebfe631f3 req-4225e38b-113c-4387-bc13-9c1235e776df tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5514882 Oct 01 04:26:14.990577 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-9fe576c7-8915-410c-a906-9f8ebfe631f3 req-f16985ef-97f3-44ea-859f-042d5d5a1d12 service neutron] Request body: {'port': {'device_id': 'd05ad71a-601e-42a7-a215-04477dc66444', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86004'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:26:15.051384 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-9fe576c7-8915-410c-a906-9f8ebfe631f3 req-f16985ef-97f3-44ea-859f-042d5d5a1d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (1c202297-17f7-4fc4-9e9a-a51de8a73129), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:15.090190 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dd2d312d-2bff-4d70-b13e-7d9a142ae191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (797ac3f1-c973-4eec-9950-99ad88971ed1), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:15.110013 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-b2c01cf4-204f-41f9-86ad-b44fc8892895 None None] Provisioning complete for port 1c202297-17f7-4fc4-9e9a-a51de8a73129 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:26:15.110383 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b2c01cf4-204f-41f9-86ad-b44fc8892895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (1c202297-17f7-4fc4-9e9a-a51de8a73129), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:15.110716 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-b2c01cf4-204f-41f9-86ad-b44fc8892895 None None] Attempt 1 to provision port 1c202297-17f7-4fc4-9e9a-a51de8a73129 Oct 01 04:26:15.144747 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-b2c01cf4-204f-41f9-86ad-b44fc8892895 None None] Port 1c202297-17f7-4fc4-9e9a-a51de8a73129 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 01 04:26:15.176416 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:26:15.230186 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8468f877-2501-4035-b8cd-79f64a6f3b6c req-e85dfe23-8f52-4cd3-982e-d2f51ec8e6aa tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:15.232149 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-8468f877-2501-4035-b8cd-79f64a6f3b6c req-e85dfe23-8f52-4cd3-982e-d2f51ec8e6aa tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d05ad71a-601e-42a7-a215-04477dc66444 HTTP/1.1" status: 200 len: 931 time: 0.0495536 Oct 01 04:26:15.285612 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-8468f877-2501-4035-b8cd-79f64a6f3b6c req-66f0579b-c457-4070-81d7-8f06c704f46f tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461199 Oct 01 04:26:15.324009 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [req-9fe576c7-8915-410c-a906-9f8ebfe631f3 req-f16985ef-97f3-44ea-859f-042d5d5a1d12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c202297-17f7-4fc4-9e9a-a51de8a73129 {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 01 04:26:15.331398 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-9fe576c7-8915-410c-a906-9f8ebfe631f3 req-f16985ef-97f3-44ea-859f-042d5d5a1d12 service neutron] Publish callbacks [] for port (1c202297-17f7-4fc4-9e9a-a51de8a73129), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:15.344418 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-9fe576c7-8915-410c-a906-9f8ebfe631f3 req-f16985ef-97f3-44ea-859f-042d5d5a1d12 service neutron] Transition to ACTIVE for port object 1c202297-17f7-4fc4-9e9a-a51de8a73129 will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 01 04:26:15.347166 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-9fe576c7-8915-410c-a906-9f8ebfe631f3 req-f16985ef-97f3-44ea-859f-042d5d5a1d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4916182'] for port (1c202297-17f7-4fc4-9e9a-a51de8a73129), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:15.407481 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16985ef-97f3-44ea-859f-042d5d5a1d12 service neutron] Pushing event updated for resources: {'Port': ['ID=1c202297-17f7-4fc4-9e9a-a51de8a73129,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:26:15.457923 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-9fe576c7-8915-410c-a906-9f8ebfe631f3 req-f16985ef-97f3-44ea-859f-042d5d5a1d12 service neutron] Attempting to bind port 1c202297-17f7-4fc4-9e9a-a51de8a73129 on host hv-cinder-86004 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 01 04:26:15.458816 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-9fe576c7-8915-410c-a906-9f8ebfe631f3 req-f16985ef-97f3-44ea-859f-042d5d5a1d12 service neutron] Attempting to bind port 1c202297-17f7-4fc4-9e9a-a51de8a73129 by drivers openvswitch,hyperv on host hv-cinder-86004 at level 0 using segments [{'id': '614ad64a-e84b-4b23-b245-f6cd1be567b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 01 04:26:15.459307 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe576c7-8915-410c-a906-9f8ebfe631f3 req-f16985ef-97f3-44ea-859f-042d5d5a1d12 service neutron] Attempting to bind port 1c202297-17f7-4fc4-9e9a-a51de8a73129 on network a58a68a2-3485-47fc-a402-341c963919cc {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:26:15.502723 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe576c7-8915-410c-a906-9f8ebfe631f3 req-f16985ef-97f3-44ea-859f-042d5d5a1d12 service neutron] Port 1c202297-17f7-4fc4-9e9a-a51de8a73129 on network a58a68a2-3485-47fc-a402-341c963919cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86004 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 01 04:26:15.503050 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe576c7-8915-410c-a906-9f8ebfe631f3 req-f16985ef-97f3-44ea-859f-042d5d5a1d12 service neutron] Attempting to bind port 1c202297-17f7-4fc4-9e9a-a51de8a73129 on network a58a68a2-3485-47fc-a402-341c963919cc {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:26:15.547245 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe576c7-8915-410c-a906-9f8ebfe631f3 req-f16985ef-97f3-44ea-859f-042d5d5a1d12 service neutron] Checking agent: {'id': '2c3964fb-7920-4c48-8672-be15ccfa9ce8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86004', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 1, 4, 15, 53), 'started_at': datetime.datetime(2022, 10, 1, 4, 15, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 1, 4, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 01 04:26:15.547583 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe576c7-8915-410c-a906-9f8ebfe631f3 req-f16985ef-97f3-44ea-859f-042d5d5a1d12 service neutron] Checking segment: {'id': '614ad64a-e84b-4b23-b245-f6cd1be567b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:26:15.547965 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe576c7-8915-410c-a906-9f8ebfe631f3 req-f16985ef-97f3-44ea-859f-042d5d5a1d12 service neutron] Bound using segment: {'id': '614ad64a-e84b-4b23-b245-f6cd1be567b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 01 04:26:15.548397 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-9fe576c7-8915-410c-a906-9f8ebfe631f3 req-f16985ef-97f3-44ea-859f-042d5d5a1d12 service neutron] Bound port: 1c202297-17f7-4fc4-9e9a-a51de8a73129, host: hv-cinder-86004, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '614ad64a-e84b-4b23-b245-f6cd1be567b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 01 04:26:15.548754 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-9fe576c7-8915-410c-a906-9f8ebfe631f3 req-f16985ef-97f3-44ea-859f-042d5d5a1d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (1c202297-17f7-4fc4-9e9a-a51de8a73129), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:15.608481 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-9fe576c7-8915-410c-a906-9f8ebfe631f3 req-f16985ef-97f3-44ea-859f-042d5d5a1d12 service neutron] For port 1c202297-17f7-4fc4-9e9a-a51de8a73129, host hv-cinder-86004, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 01 04:26:15.611373 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-9fe576c7-8915-410c-a906-9f8ebfe631f3 req-f16985ef-97f3-44ea-859f-042d5d5a1d12 service neutron] For port 1c202297-17f7-4fc4-9e9a-a51de8a73129, host hv-cinder-86004, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=1c202297-17f7-4fc4-9e9a-a51de8a73129,segment=NetworkSegment(614ad64a-e84b-4b23-b245-f6cd1be567b7),segment_id=614ad64a-e84b-4b23-b245-f6cd1be567b7)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 01 04:26:15.617759 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-9fe576c7-8915-410c-a906-9f8ebfe631f3 req-f16985ef-97f3-44ea-859f-042d5d5a1d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4916182'] for port (1c202297-17f7-4fc4-9e9a-a51de8a73129), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:15.621662 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe576c7-8915-410c-a906-9f8ebfe631f3 req-f16985ef-97f3-44ea-859f-042d5d5a1d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:15.622272 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-9fe576c7-8915-410c-a906-9f8ebfe631f3 req-f16985ef-97f3-44ea-859f-042d5d5a1d12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:15.623666 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9fe576c7-8915-410c-a906-9f8ebfe631f3 req-f16985ef-97f3-44ea-859f-042d5d5a1d12 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/1c202297-17f7-4fc4-9e9a-a51de8a73129 HTTP/1.1" status: 200 len: 1093 time: 0.6379707 Oct 01 04:26:15.624209 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd05ad71a-601e-42a7-a215-04477dc66444', 'tag': '1c202297-17f7-4fc4-9e9a-a51de8a73129'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:26:15.626476 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23a471ff00a13a2eea8c87216c43e2c9873adc8b08d975975de21b294c9ff96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ecf81f2-46b2-46c9-81d7-34afcfae78b5" -d '{"events": [{"name": "network-changed", "server_uuid": "d05ad71a-601e-42a7-a215-04477dc66444", "tag": "1c202297-17f7-4fc4-9e9a-a51de8a73129"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:26:15.679335 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 01 Oct 2022 04:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0777ff-ceb9-4e8e-945e-f2713b9095cd x-openstack-request-id: req-cb0777ff-ceb9-4e8e-945e-f2713b9095cd {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:26:15.679625 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d05ad71a-601e-42a7-a215-04477dc66444", "tag": "1c202297-17f7-4fc4-9e9a-a51de8a73129", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:26:15.679876 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cb0777ff-ceb9-4e8e-945e-f2713b9095cd {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:26:15.680268 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb0777ff-ceb9-4e8e-945e-f2713b9095cd'] response: {'name': 'network-changed', 'server_uuid': 'd05ad71a-601e-42a7-a215-04477dc66444', 'tag': '1c202297-17f7-4fc4-9e9a-a51de8a73129', 'status': 'completed', 'code': 200} Oct 01 04:26:15.704389 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16985ef-97f3-44ea-859f-042d5d5a1d12 service neutron] Pushing event updated for resources: {'Port': ['ID=1c202297-17f7-4fc4-9e9a-a51de8a73129,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:26:15.718383 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe576c7-8915-410c-a906-9f8ebfe631f3 req-9e38f7f2-b3fc-43ac-9c3f-e94ef73cf779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:15.719928 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9fe576c7-8915-410c-a906-9f8ebfe631f3 req-9e38f7f2-b3fc-43ac-9c3f-e94ef73cf779 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=721dd52b82194e4d91113d4d688900ae&device_id=d05ad71a-601e-42a7-a215-04477dc66444 HTTP/1.1" status: 200 len: 1127 time: 0.0561898 Oct 01 04:26:15.759048 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9fe576c7-8915-410c-a906-9f8ebfe631f3 req-d4bd0a1d-d840-4bfe-84e6-15cc232452f0 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c202297-17f7-4fc4-9e9a-a51de8a73129 HTTP/1.1" status: 200 len: 217 time: 0.0323598 Oct 01 04:26:15.807321 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe576c7-8915-410c-a906-9f8ebfe631f3 req-a13e79c9-71ce-4591-b76d-595bb6d270f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:15.808835 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9fe576c7-8915-410c-a906-9f8ebfe631f3 req-a13e79c9-71ce-4591-b76d-595bb6d270f2 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=87bf8ff7-1e8d-4433-8f68-75f944f2c18e HTTP/1.1" status: 200 len: 851 time: 0.0441518 Oct 01 04:26:15.859832 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe576c7-8915-410c-a906-9f8ebfe631f3 req-ef532237-b754-452d-8d9a-2797dcb7eef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:15.861255 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9fe576c7-8915-410c-a906-9f8ebfe631f3 req-ef532237-b754-452d-8d9a-2797dcb7eef3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a58a68a2-3485-47fc-a402-341c963919cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443690 Oct 01 04:26:15.915460 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:26:15.952695 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9fe576c7-8915-410c-a906-9f8ebfe631f3 req-41814256-0fa4-4b06-a0bf-93b6074f254c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a58a68a2-3485-47fc-a402-341c963919cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855465 Oct 01 04:26:16.029783 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:26:16.044356 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9fe576c7-8915-410c-a906-9f8ebfe631f3 req-f1f6dee8-040e-4829-8490-da6ecfb39539 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a58a68a2-3485-47fc-a402-341c963919cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857956 Oct 01 04:26:16.124321 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf81f2-46b2-46c9-81d7-34afcfae78b5 req-35b72440-f1cf-4ff7-9b01-822e8f92c112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:16.125712 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1ecf81f2-46b2-46c9-81d7-34afcfae78b5 req-35b72440-f1cf-4ff7-9b01-822e8f92c112 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=721dd52b82194e4d91113d4d688900ae&device_id=d05ad71a-601e-42a7-a215-04477dc66444 HTTP/1.1" status: 200 len: 1127 time: 0.0391843 Oct 01 04:26:16.218343 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf81f2-46b2-46c9-81d7-34afcfae78b5 req-5de3eaf9-dfb5-4d17-843d-990a234802c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:16.219776 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1ecf81f2-46b2-46c9-81d7-34afcfae78b5 req-5de3eaf9-dfb5-4d17-843d-990a234802c7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=a58a68a2-3485-47fc-a402-341c963919cc HTTP/1.1" status: 200 len: 913 time: 0.0879543 Oct 01 04:26:16.260140 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1ecf81f2-46b2-46c9-81d7-34afcfae78b5 req-be433ea8-35ab-4987-a461-5db188714511 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c202297-17f7-4fc4-9e9a-a51de8a73129 HTTP/1.1" status: 200 len: 217 time: 0.0338764 Oct 01 04:26:16.271782 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55550f09-9bf2-4503-b16a-2d26c0a47f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (3f31be2c-2b77-4d66-9a3d-30b9eb89a668), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:16.308396 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf81f2-46b2-46c9-81d7-34afcfae78b5 req-279dad3d-d584-49bc-88b9-5610368239a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:16.309850 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1ecf81f2-46b2-46c9-81d7-34afcfae78b5 req-279dad3d-d584-49bc-88b9-5610368239a0 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=87bf8ff7-1e8d-4433-8f68-75f944f2c18e HTTP/1.1" status: 200 len: 851 time: 0.0442886 Oct 01 04:26:16.353451 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf81f2-46b2-46c9-81d7-34afcfae78b5 req-2f1926e2-80da-46bc-9e2c-0f936279aad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:16.355015 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1ecf81f2-46b2-46c9-81d7-34afcfae78b5 req-2f1926e2-80da-46bc-9e2c-0f936279aad5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a58a68a2-3485-47fc-a402-341c963919cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388892 Oct 01 04:26:16.410664 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3312a-8ccb-41a5-b7aa-7cfa4ac267f0 req-6c8d624a-4796-44be-a428-dfebf9a31108 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:16.412215 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-c0e3312a-8ccb-41a5-b7aa-7cfa4ac267f0 req-6c8d624a-4796-44be-a428-dfebf9a31108 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d05ad71a-601e-42a7-a215-04477dc66444 HTTP/1.1" status: 200 len: 943 time: 0.0514495 Oct 01 04:26:16.452695 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1ecf81f2-46b2-46c9-81d7-34afcfae78b5 req-5d514bf5-e68e-41f3-8882-056878b227e1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a58a68a2-3485-47fc-a402-341c963919cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908875 Oct 01 04:26:16.477951 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-c0e3312a-8ccb-41a5-b7aa-7cfa4ac267f0 req-71dc8af0-a939-4b76-9ec8-d3f77141e76d tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599992 Oct 01 04:26:16.817367 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1ecf81f2-46b2-46c9-81d7-34afcfae78b5 req-cf49e4ab-163a-44af-be00-1be36b1fea0f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a58a68a2-3485-47fc-a402-341c963919cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578391 Oct 01 04:26:17.600471 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2562d0-8731-4143-bff6-b63fd6c93a59 req-1f1888a3-f3f2-4217-824a-65c7298bb789 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:17.601966 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-5c2562d0-8731-4143-bff6-b63fd6c93a59 req-1f1888a3-f3f2-4217-824a-65c7298bb789 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d05ad71a-601e-42a7-a215-04477dc66444 HTTP/1.1" status: 200 len: 943 time: 0.0470018 Oct 01 04:26:17.650686 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-5c2562d0-8731-4143-bff6-b63fd6c93a59 req-ed3564af-b07f-461a-8deb-1295acf4c411 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432386 Oct 01 04:26:17.694216 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (d8875dbe-87f1-4639-b3ef-79ff4b202d58), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:17.950323 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91c43220-b735-4568-b99e-ce3dc63ea20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (a017e3cb-dd0a-4c83-ac3d-dd65b6d6e9f8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:18.769501 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1fa82-47e8-45b4-952d-7d7f2601786c req-4342d853-d7f1-45ab-9f9f-55c8ef05754b tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:18.771164 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-41a1fa82-47e8-45b4-952d-7d7f2601786c req-4342d853-d7f1-45ab-9f9f-55c8ef05754b tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d05ad71a-601e-42a7-a215-04477dc66444 HTTP/1.1" status: 200 len: 943 time: 0.0456314 Oct 01 04:26:18.822034 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-41a1fa82-47e8-45b4-952d-7d7f2601786c req-2d19d582-154f-40bf-a455-0def7be4d37a tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455534 Oct 01 04:26:19.783742 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 41716) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:26:19.789445 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [None req-9f9a2da7-eebb-468d-a125-e384168d8d01 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1620619849', 'description': 'tempest-description--1713393496'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:26:19.810391 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9f9a2da7-eebb-468d-a125-e384168d8d01 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:19.875612 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:26:19.884525 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9f9a2da7-eebb-468d-a125-e384168d8d01 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for security_group (978c4f55-13f3-49a2-aef9-5f7ac531ee0b), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:19.890080 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9f9a2da7-eebb-468d-a125-e384168d8d01 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (978c4f55-13f3-49a2-aef9-5f7ac531ee0b), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:19.940134 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:26:19.951930 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9f9a2da7-eebb-468d-a125-e384168d8d01 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:19.956203 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 41720) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:26:19.956722 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-9f9a2da7-eebb-468d-a125-e384168d8d01 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1714244 Oct 01 04:26:19.961133 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-a6143973-c49d-4784-ba60-42ec1239cea0 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Request body: {'security_group_rule': {'security_group_id': '978c4f55-13f3-49a2-aef9-5f7ac531ee0b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:26:19.963289 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9a2da7-eebb-468d-a125-e384168d8d01 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=978c4f55-13f3-49a2-aef9-5f7ac531ee0b,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:26:19.981164 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b417e-44d3-44ce-8946-c185147bcedf req-78022052-0288-4300-9369-b99293389862 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:19.982642 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-625b417e-44d3-44ce-8946-c185147bcedf req-78022052-0288-4300-9369-b99293389862 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d05ad71a-601e-42a7-a215-04477dc66444 HTTP/1.1" status: 200 len: 943 time: 0.0806301 Oct 01 04:26:19.984485 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9a2da7-eebb-468d-a125-e384168d8d01 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:26:19.984970 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9a2da7-eebb-468d-a125-e384168d8d01 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:26:19.985570 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9a2da7-eebb-468d-a125-e384168d8d01 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:26:19.985863 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9a2da7-eebb-468d-a125-e384168d8d01 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:26:19.986195 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9a2da7-eebb-468d-a125-e384168d8d01 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:26:19.986537 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9a2da7-eebb-468d-a125-e384168d8d01 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:26:19.986869 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9a2da7-eebb-468d-a125-e384168d8d01 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:26:19.987197 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9a2da7-eebb-468d-a125-e384168d8d01 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:26:19.987526 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9a2da7-eebb-468d-a125-e384168d8d01 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:26:19.987855 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9a2da7-eebb-468d-a125-e384168d8d01 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:26:19.988184 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9a2da7-eebb-468d-a125-e384168d8d01 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:26:19.988511 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9a2da7-eebb-468d-a125-e384168d8d01 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:26:19.988832 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9a2da7-eebb-468d-a125-e384168d8d01 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:26:19.990050 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9a2da7-eebb-468d-a125-e384168d8d01 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:26:19.990534 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9a2da7-eebb-468d-a125-e384168d8d01 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:26:19.990662 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a6143973-c49d-4784-ba60-42ec1239cea0 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for security_group_rule (540f3231-0b72-48d2-97cc-4fa8a422fa22), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:20.053461 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-625b417e-44d3-44ce-8946-c185147bcedf req-dd41cc1d-bbc8-4ae6-b2d5-f27f6407be4b tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493274 Oct 01 04:26:20.054333 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a6143973-c49d-4784-ba60-42ec1239cea0 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for security_group_rule (540f3231-0b72-48d2-97cc-4fa8a422fa22), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:20.058461 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a6143973-c49d-4784-ba60-42ec1239cea0 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043934'] for security_group_rule (540f3231-0b72-48d2-97cc-4fa8a422fa22), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:20.077208 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6143973-c49d-4784-ba60-42ec1239cea0 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=540f3231-0b72-48d2-97cc-4fa8a422fa22,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:26:20.085400 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a6143973-c49d-4784-ba60-42ec1239cea0 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:20.086583 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-a6143973-c49d-4784-ba60-42ec1239cea0 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1291523 Oct 01 04:26:20.089257 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 41722) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:26:20.093385 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-6787c38f-e780-497d-b90d-7da8afef0f10 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Request body: {'security_group_rule': {'security_group_id': '978c4f55-13f3-49a2-aef9-5f7ac531ee0b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:26:20.119159 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6787c38f-e780-497d-b90d-7da8afef0f10 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for security_group_rule (e5c8bc74-a613-4799-834d-39634874fdbd), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:20.173897 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6787c38f-e780-497d-b90d-7da8afef0f10 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for security_group_rule (e5c8bc74-a613-4799-834d-39634874fdbd), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:20.177304 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6787c38f-e780-497d-b90d-7da8afef0f10 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043934'] for security_group_rule (e5c8bc74-a613-4799-834d-39634874fdbd), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:20.195284 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6787c38f-e780-497d-b90d-7da8afef0f10 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5c8bc74-a613-4799-834d-39634874fdbd,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:26:20.203569 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6787c38f-e780-497d-b90d-7da8afef0f10 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:20.204767 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-6787c38f-e780-497d-b90d-7da8afef0f10 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1145902 Oct 01 04:26:20.209100 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 41724) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:26:20.213260 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-09db57e4-6bb7-406c-9f33-05bd0897ef42 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Request body: {'floatingip': {'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:26:20.233781 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-09db57e4-6bb7-406c-9f33-05bd0897ef42 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:20.279016 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:26:20.311996 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:26:20.315028 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-09db57e4-6bb7-406c-9f33-05bd0897ef42 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:20.421797 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-09db57e4-6bb7-406c-9f33-05bd0897ef42 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Allocated IP 172.27.2.103 (1c94595f-3990-43c2-b34b-d882a8bf5172/3c747529-64bf-417b-84a2-71abc1dc7574/6884c475-5331-4cd6-8e09-2f686c068541) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:26:20.522928 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-09db57e4-6bb7-406c-9f33-05bd0897ef42 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for port (6884c475-5331-4cd6-8e09-2f686c068541), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:20.554452 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-09db57e4-6bb7-406c-9f33-05bd0897ef42 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (6884c475-5331-4cd6-8e09-2f686c068541), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:20.597310 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09db57e4-6bb7-406c-9f33-05bd0897ef42 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Network 1c94595f-3990-43c2-b34b-d882a8bf5172 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:26:20.601802 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-09db57e4-6bb7-406c-9f33-05bd0897ef42 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:26:20.604205 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09db57e4-6bb7-406c-9f33-05bd0897ef42 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:26:20.632053 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09db57e4-6bb7-406c-9f33-05bd0897ef42 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Pushing event updated for resources: {'Port': ['ID=6884c475-5331-4cd6-8e09-2f686c068541,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:26:20.691708 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-09db57e4-6bb7-406c-9f33-05bd0897ef42 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for floatingip (d0518972-37c9-4d06-8314-fc0763935940), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:20.729431 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-09db57e4-6bb7-406c-9f33-05bd0897ef42 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (6884c475-5331-4cd6-8e09-2f686c068541), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:20.878986 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-09db57e4-6bb7-406c-9f33-05bd0897ef42 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for port (6884c475-5331-4cd6-8e09-2f686c068541), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:20.883884 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-09db57e4-6bb7-406c-9f33-05bd0897ef42 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4916182'] for port (6884c475-5331-4cd6-8e09-2f686c068541), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:20.953091 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09db57e4-6bb7-406c-9f33-05bd0897ef42 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Pushing event updated for resources: {'Port': ['ID=6884c475-5331-4cd6-8e09-2f686c068541,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:26:20.955839 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-09db57e4-6bb7-406c-9f33-05bd0897ef42 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989928'] for floatingip (d0518972-37c9-4d06-8314-fc0763935940), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:20.971195 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-09db57e4-6bb7-406c-9f33-05bd0897ef42 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for floatingip (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:20.972496 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-09db57e4-6bb7-406c-9f33-05bd0897ef42 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7624729 Oct 01 04:26:21.204276 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352692e-a567-4940-b04c-d6a8f489a09f req-a60619f2-c5da-4d7b-9bb6-64269e15550b tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:21.205757 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-0352692e-a567-4940-b04c-d6a8f489a09f req-a60619f2-c5da-4d7b-9bb6-64269e15550b tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d05ad71a-601e-42a7-a215-04477dc66444 HTTP/1.1" status: 200 len: 943 time: 0.0726228 Oct 01 04:26:21.209249 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a039a3bb-c09f-47a0-a4ff-0a55abb6994e req-234a26c9-f83b-406f-8253-9e22fba76cce tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1620619849&fields=id&tenant_id=57f927e7829a4172b9919b964a9e7c13 HTTP/1.1" status: 200 len: 267 time: 0.0833681 Oct 01 04:26:21.520054 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-0352692e-a567-4940-b04c-d6a8f489a09f req-2262b629-3e40-4e19-a10e-8cb327c9bc1a tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3084800 Oct 01 04:26:21.557515 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039a3bb-c09f-47a0-a4ff-0a55abb6994e req-6b03cbce-be83-46a8-bef5-bb1e758d83b4 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:21.558948 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a039a3bb-c09f-47a0-a4ff-0a55abb6994e req-6b03cbce-be83-46a8-bef5-bb1e758d83b4 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/networks?id=bddd7754-f392-4f22-b92b-c088917d60a6 HTTP/1.1" status: 200 len: 813 time: 0.3408489 Oct 01 04:26:21.573598 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a039a3bb-c09f-47a0-a4ff-0a55abb6994e req-022a4e73-c5d8-4ac1-8900-92a61a30a112 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/quotas/57f927e7829a4172b9919b964a9e7c13 HTTP/1.1" status: 200 len: 375 time: 0.0093274 Oct 01 04:26:21.623405 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a039a3bb-c09f-47a0-a4ff-0a55abb6994e req-253cebe7-8865-4873-b29f-ef5b48ae75cd tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=57f927e7829a4172b9919b964a9e7c13&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0451279 Oct 01 04:26:21.720052 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a039a3bb-c09f-47a0-a4ff-0a55abb6994e req-051e0a81-7ba4-42c8-a966-d388f5dbe12a service neutron] 10.222.0.26 "GET /networking/v2.0/networks/bddd7754-f392-4f22-b92b-c088917d60a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847650 Oct 01 04:26:21.815478 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a039a3bb-c09f-47a0-a4ff-0a55abb6994e req-f9407320-27aa-4c4f-a62c-c159b493d387 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/bddd7754-f392-4f22-b92b-c088917d60a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891662 Oct 01 04:26:21.975537 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-3469200f-1a8b-4832-a5d0-73706dd0da24 req-371c8976-831e-4331-8a41-4143cfacd1d2 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9c97834c-96c0-475f-90e5-f51da938482a HTTP/1.1" status: 200 len: 210 time: 0.0279746 Oct 01 04:26:22.647108 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc461ce-0b7f-40c1-8c96-26a8d5b02ce2 req-d366ee0b-9d02-41a7-9537-1fe15aa6a775 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:22.648565 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-1cc461ce-0b7f-40c1-8c96-26a8d5b02ce2 req-d366ee0b-9d02-41a7-9537-1fe15aa6a775 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d05ad71a-601e-42a7-a215-04477dc66444 HTTP/1.1" status: 200 len: 943 time: 0.0518496 Oct 01 04:26:22.698867 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-1cc461ce-0b7f-40c1-8c96-26a8d5b02ce2 req-3ac164d4-80c9-46d0-ac29-2bc25616443e tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447865 Oct 01 04:26:22.875381 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (2c3964fb-7920-4c48-8672-be15ccfa9ce8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:22.969628 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:26:23.008330 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=5 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:26:23.010244 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:26:23.025766 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:26:23.075480 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039a3bb-c09f-47a0-a4ff-0a55abb6994e req-642c3614-b2bd-4363-bf7f-1f2f7ab8854c tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:23.076961 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a039a3bb-c09f-47a0-a4ff-0a55abb6994e req-642c3614-b2bd-4363-bf7f-1f2f7ab8854c tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.25 "GET /networking/v2.0/networks?id=bddd7754-f392-4f22-b92b-c088917d60a6 HTTP/1.1" status: 200 len: 813 time: 0.1157305 Oct 01 04:26:23.092957 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-97c624da-86b7-4009-bfb3-2f6723f8a95e req-5a8b30a4-09a7-42a1-88e1-968a89224faa tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9c97834c-96c0-475f-90e5-f51da938482a HTTP/1.1" status: 200 len: 210 time: 0.0300205 Oct 01 04:26:23.158105 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a039a3bb-c09f-47a0-a4ff-0a55abb6994e req-ff365605-9263-4098-a66a-df07ebffa2fe tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=57f927e7829a4172b9919b964a9e7c13 HTTP/1.1" status: 200 len: 473 time: 0.0728872 Oct 01 04:26:23.202046 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-a039a3bb-c09f-47a0-a4ff-0a55abb6994e req-2cd7310f-551d-45ce-b0ec-cd8ba7739285 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Request body: {'port': {'device_id': '9c97834c-96c0-475f-90e5-f51da938482a', 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6', 'admin_state_up': True, 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'security_groups': ['978c4f55-13f3-49a2-aef9-5f7ac531ee0b']}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:26:23.313313 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a039a3bb-c09f-47a0-a4ff-0a55abb6994e req-2cd7310f-551d-45ce-b0ec-cd8ba7739285 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Made reservation on behalf of 57f927e7829a4172b9919b964a9e7c13 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:26:23.317470 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a039a3bb-c09f-47a0-a4ff-0a55abb6994e req-2cd7310f-551d-45ce-b0ec-cd8ba7739285 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:23.445379 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-a039a3bb-c09f-47a0-a4ff-0a55abb6994e req-2cd7310f-551d-45ce-b0ec-cd8ba7739285 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Allocated IP 172.20.0.7 (bddd7754-f392-4f22-b92b-c088917d60a6/1ccda07b-e98b-4f73-b263-21798ea74271/d2f63b7f-13d5-4488-afdf-ac0c1ff404e5) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:26:23.587260 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a039a3bb-c09f-47a0-a4ff-0a55abb6994e req-2cd7310f-551d-45ce-b0ec-cd8ba7739285 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for port (d2f63b7f-13d5-4488-afdf-ac0c1ff404e5), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:23.618756 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a039a3bb-c09f-47a0-a4ff-0a55abb6994e req-2cd7310f-551d-45ce-b0ec-cd8ba7739285 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (d2f63b7f-13d5-4488-afdf-ac0c1ff404e5), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:23.660319 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a039a3bb-c09f-47a0-a4ff-0a55abb6994e req-2cd7310f-551d-45ce-b0ec-cd8ba7739285 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Network bddd7754-f392-4f22-b92b-c088917d60a6 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:26:23.664064 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-a039a3bb-c09f-47a0-a4ff-0a55abb6994e req-2cd7310f-551d-45ce-b0ec-cd8ba7739285 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:26:23.667847 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-a039a3bb-c09f-47a0-a4ff-0a55abb6994e req-2cd7310f-551d-45ce-b0ec-cd8ba7739285 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:26:23.696403 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7310f-551d-45ce-b0ec-cd8ba7739285 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Pushing event updated for resources: {'Port': ['ID=d2f63b7f-13d5-4488-afdf-ac0c1ff404e5,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:26:23.722525 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039a3bb-c09f-47a0-a4ff-0a55abb6994e req-2cd7310f-551d-45ce-b0ec-cd8ba7739285 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:23.723066 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a039a3bb-c09f-47a0-a4ff-0a55abb6994e req-2cd7310f-551d-45ce-b0ec-cd8ba7739285 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:23.741758 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a039a3bb-c09f-47a0-a4ff-0a55abb6994e req-2cd7310f-551d-45ce-b0ec-cd8ba7739285 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5435367 Oct 01 04:26:23.754861 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-a039a3bb-c09f-47a0-a4ff-0a55abb6994e req-6b5f1e36-daf1-4e6b-9eb1-400f925b21a9 service neutron] Request body: {'port': {'device_id': '9c97834c-96c0-475f-90e5-f51da938482a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86004'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:26:23.829490 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a039a3bb-c09f-47a0-a4ff-0a55abb6994e req-6b5f1e36-daf1-4e6b-9eb1-400f925b21a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (d2f63b7f-13d5-4488-afdf-ac0c1ff404e5), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:23.839442 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c75946b-18ec-4fe7-8d7a-b6f6ec71aec2 req-03a49f75-dba8-4db7-a32c-b3eda29f80dd tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:23.841620 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:26:23.841767 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2c75946b-18ec-4fe7-8d7a-b6f6ec71aec2 req-03a49f75-dba8-4db7-a32c-b3eda29f80dd tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d05ad71a-601e-42a7-a215-04477dc66444 HTTP/1.1" status: 200 len: 943 time: 0.0591323 Oct 01 04:26:23.875473 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:26:23.897408 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2c75946b-18ec-4fe7-8d7a-b6f6ec71aec2 req-b1c767c0-57f5-4a53-8288-9bcc59121b3a tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494204 Oct 01 04:26:23.918941 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-b82b320a-3e80-4b6e-9684-9948d230f3ff None None] Provisioning complete for port d2f63b7f-13d5-4488-afdf-ac0c1ff404e5 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:26:23.919489 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b82b320a-3e80-4b6e-9684-9948d230f3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (d2f63b7f-13d5-4488-afdf-ac0c1ff404e5), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:23.919902 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-b82b320a-3e80-4b6e-9684-9948d230f3ff None None] Attempt 1 to provision port d2f63b7f-13d5-4488-afdf-ac0c1ff404e5 Oct 01 04:26:23.953121 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-b82b320a-3e80-4b6e-9684-9948d230f3ff None None] Port d2f63b7f-13d5-4488-afdf-ac0c1ff404e5 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 01 04:26:24.092274 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [req-a039a3bb-c09f-47a0-a4ff-0a55abb6994e req-6b5f1e36-daf1-4e6b-9eb1-400f925b21a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2f63b7f-13d5-4488-afdf-ac0c1ff404e5 {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 01 04:26:24.100543 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a039a3bb-c09f-47a0-a4ff-0a55abb6994e req-6b5f1e36-daf1-4e6b-9eb1-400f925b21a9 service neutron] Publish callbacks [] for port (d2f63b7f-13d5-4488-afdf-ac0c1ff404e5), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:24.112472 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-a039a3bb-c09f-47a0-a4ff-0a55abb6994e req-6b5f1e36-daf1-4e6b-9eb1-400f925b21a9 service neutron] Transition to ACTIVE for port object d2f63b7f-13d5-4488-afdf-ac0c1ff404e5 will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 01 04:26:24.116241 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a039a3bb-c09f-47a0-a4ff-0a55abb6994e req-6b5f1e36-daf1-4e6b-9eb1-400f925b21a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4916182'] for port (d2f63b7f-13d5-4488-afdf-ac0c1ff404e5), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:24.218458 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4040674-f193-4618-b375-cee435c9d4ff req-5dda42eb-b4ab-4a63-9581-a790b89c1ea6 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:24.219830 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5f1e36-daf1-4e6b-9eb1-400f925b21a9 service neutron] Pushing event updated for resources: {'Port': ['ID=d2f63b7f-13d5-4488-afdf-ac0c1ff404e5,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:26:24.220130 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-c4040674-f193-4618-b375-cee435c9d4ff req-5dda42eb-b4ab-4a63-9581-a790b89c1ea6 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9c97834c-96c0-475f-90e5-f51da938482a HTTP/1.1" status: 200 len: 943 time: 0.0475519 Oct 01 04:26:24.249289 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-a039a3bb-c09f-47a0-a4ff-0a55abb6994e req-6b5f1e36-daf1-4e6b-9eb1-400f925b21a9 service neutron] Attempting to bind port d2f63b7f-13d5-4488-afdf-ac0c1ff404e5 on host hv-cinder-86004 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 01 04:26:24.249626 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-a039a3bb-c09f-47a0-a4ff-0a55abb6994e req-6b5f1e36-daf1-4e6b-9eb1-400f925b21a9 service neutron] Attempting to bind port d2f63b7f-13d5-4488-afdf-ac0c1ff404e5 by drivers openvswitch,hyperv on host hv-cinder-86004 at level 0 using segments [{'id': '06eba3e1-baf4-4adb-a8f4-cfab7df87117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 01 04:26:24.249949 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a039a3bb-c09f-47a0-a4ff-0a55abb6994e req-6b5f1e36-daf1-4e6b-9eb1-400f925b21a9 service neutron] Attempting to bind port d2f63b7f-13d5-4488-afdf-ac0c1ff404e5 on network bddd7754-f392-4f22-b92b-c088917d60a6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:26:24.272733 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-c4040674-f193-4618-b375-cee435c9d4ff req-b335a9fe-044c-4b36-bb9d-069765c39ed8 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=978c4f55-13f3-49a2-aef9-5f7ac531ee0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455377 Oct 01 04:26:24.292316 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a039a3bb-c09f-47a0-a4ff-0a55abb6994e req-6b5f1e36-daf1-4e6b-9eb1-400f925b21a9 service neutron] Port d2f63b7f-13d5-4488-afdf-ac0c1ff404e5 on network bddd7754-f392-4f22-b92b-c088917d60a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86004 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 01 04:26:24.292651 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a039a3bb-c09f-47a0-a4ff-0a55abb6994e req-6b5f1e36-daf1-4e6b-9eb1-400f925b21a9 service neutron] Attempting to bind port d2f63b7f-13d5-4488-afdf-ac0c1ff404e5 on network bddd7754-f392-4f22-b92b-c088917d60a6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:26:24.335454 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a039a3bb-c09f-47a0-a4ff-0a55abb6994e req-6b5f1e36-daf1-4e6b-9eb1-400f925b21a9 service neutron] Checking agent: {'id': '2c3964fb-7920-4c48-8672-be15ccfa9ce8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86004', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 1, 4, 15, 53), 'started_at': datetime.datetime(2022, 10, 1, 4, 15, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 1, 4, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 01 04:26:24.335791 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a039a3bb-c09f-47a0-a4ff-0a55abb6994e req-6b5f1e36-daf1-4e6b-9eb1-400f925b21a9 service neutron] Checking segment: {'id': '06eba3e1-baf4-4adb-a8f4-cfab7df87117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:26:24.336175 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a039a3bb-c09f-47a0-a4ff-0a55abb6994e req-6b5f1e36-daf1-4e6b-9eb1-400f925b21a9 service neutron] Bound using segment: {'id': '06eba3e1-baf4-4adb-a8f4-cfab7df87117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 01 04:26:24.336611 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-a039a3bb-c09f-47a0-a4ff-0a55abb6994e req-6b5f1e36-daf1-4e6b-9eb1-400f925b21a9 service neutron] Bound port: d2f63b7f-13d5-4488-afdf-ac0c1ff404e5, host: hv-cinder-86004, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06eba3e1-baf4-4adb-a8f4-cfab7df87117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 01 04:26:24.336990 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a039a3bb-c09f-47a0-a4ff-0a55abb6994e req-6b5f1e36-daf1-4e6b-9eb1-400f925b21a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (d2f63b7f-13d5-4488-afdf-ac0c1ff404e5), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:24.396834 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-a039a3bb-c09f-47a0-a4ff-0a55abb6994e req-6b5f1e36-daf1-4e6b-9eb1-400f925b21a9 service neutron] For port d2f63b7f-13d5-4488-afdf-ac0c1ff404e5, host hv-cinder-86004, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 01 04:26:24.399866 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-a039a3bb-c09f-47a0-a4ff-0a55abb6994e req-6b5f1e36-daf1-4e6b-9eb1-400f925b21a9 service neutron] For port d2f63b7f-13d5-4488-afdf-ac0c1ff404e5, host hv-cinder-86004, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=d2f63b7f-13d5-4488-afdf-ac0c1ff404e5,segment=NetworkSegment(06eba3e1-baf4-4adb-a8f4-cfab7df87117),segment_id=06eba3e1-baf4-4adb-a8f4-cfab7df87117)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 01 04:26:24.405436 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a039a3bb-c09f-47a0-a4ff-0a55abb6994e req-6b5f1e36-daf1-4e6b-9eb1-400f925b21a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4916182'] for port (d2f63b7f-13d5-4488-afdf-ac0c1ff404e5), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:24.409383 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039a3bb-c09f-47a0-a4ff-0a55abb6994e req-6b5f1e36-daf1-4e6b-9eb1-400f925b21a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:24.410039 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a039a3bb-c09f-47a0-a4ff-0a55abb6994e req-6b5f1e36-daf1-4e6b-9eb1-400f925b21a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:24.411971 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a039a3bb-c09f-47a0-a4ff-0a55abb6994e req-6b5f1e36-daf1-4e6b-9eb1-400f925b21a9 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/d2f63b7f-13d5-4488-afdf-ac0c1ff404e5 HTTP/1.1" status: 200 len: 1093 time: 0.6630640 Oct 01 04:26:24.413455 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c97834c-96c0-475f-90e5-f51da938482a', 'tag': 'd2f63b7f-13d5-4488-afdf-ac0c1ff404e5'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:26:24.415711 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23a471ff00a13a2eea8c87216c43e2c9873adc8b08d975975de21b294c9ff96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e9e7c9-cb6e-42a5-8a6e-cf087b544e0e" -d '{"events": [{"name": "network-changed", "server_uuid": "9c97834c-96c0-475f-90e5-f51da938482a", "tag": "d2f63b7f-13d5-4488-afdf-ac0c1ff404e5"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:26:24.461563 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 01 Oct 2022 04:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799c5223-f331-4a30-9a33-d68d7afa40e3 x-openstack-request-id: req-799c5223-f331-4a30-9a33-d68d7afa40e3 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:26:24.461857 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c97834c-96c0-475f-90e5-f51da938482a", "tag": "d2f63b7f-13d5-4488-afdf-ac0c1ff404e5", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:26:24.462112 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-799c5223-f331-4a30-9a33-d68d7afa40e3 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:26:24.462523 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-799c5223-f331-4a30-9a33-d68d7afa40e3'] response: {'name': 'network-changed', 'server_uuid': '9c97834c-96c0-475f-90e5-f51da938482a', 'tag': 'd2f63b7f-13d5-4488-afdf-ac0c1ff404e5', 'status': 'completed', 'code': 200} Oct 01 04:26:24.499810 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5f1e36-daf1-4e6b-9eb1-400f925b21a9 service neutron] Pushing event updated for resources: {'Port': ['ID=d2f63b7f-13d5-4488-afdf-ac0c1ff404e5,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:26:24.502945 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039a3bb-c09f-47a0-a4ff-0a55abb6994e req-cd032d5d-b1c8-4a4a-bd82-8471a9f348d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:24.504469 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a039a3bb-c09f-47a0-a4ff-0a55abb6994e req-cd032d5d-b1c8-4a4a-bd82-8471a9f348d1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=57f927e7829a4172b9919b964a9e7c13&device_id=9c97834c-96c0-475f-90e5-f51da938482a HTTP/1.1" status: 200 len: 1127 time: 0.0568604 Oct 01 04:26:24.547101 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a039a3bb-c09f-47a0-a4ff-0a55abb6994e req-4e41810a-47fd-4fd0-9fc6-a4cdfb0f21a5 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2f63b7f-13d5-4488-afdf-ac0c1ff404e5 HTTP/1.1" status: 200 len: 217 time: 0.0358427 Oct 01 04:26:24.599489 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039a3bb-c09f-47a0-a4ff-0a55abb6994e req-e2f69391-0e5e-4009-a9eb-7d4a9089c2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:24.600955 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a039a3bb-c09f-47a0-a4ff-0a55abb6994e req-e2f69391-0e5e-4009-a9eb-7d4a9089c2b8 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=1ccda07b-e98b-4f73-b263-21798ea74271 HTTP/1.1" status: 200 len: 852 time: 0.0475326 Oct 01 04:26:24.642727 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039a3bb-c09f-47a0-a4ff-0a55abb6994e req-f4230b2d-3f1b-4b45-8e2a-52de350afe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:24.644489 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a039a3bb-c09f-47a0-a4ff-0a55abb6994e req-f4230b2d-3f1b-4b45-8e2a-52de350afe6c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=bddd7754-f392-4f22-b92b-c088917d60a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382950 Oct 01 04:26:24.722448 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:26:24.733657 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a039a3bb-c09f-47a0-a4ff-0a55abb6994e req-c768c71c-1d16-4cd0-bd58-e97042d00a2b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bddd7754-f392-4f22-b92b-c088917d60a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835621 Oct 01 04:26:24.812205 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:26:24.830504 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a039a3bb-c09f-47a0-a4ff-0a55abb6994e req-bb2dfb25-b8c7-433f-9ac2-417aec54fa6b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bddd7754-f392-4f22-b92b-c088917d60a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903206 Oct 01 04:26:25.003851 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:26:25.022075 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4407c74-eaeb-492e-bab6-de162398630b req-89214df5-9f1b-41fb-92f2-ddcf65aa95ba tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:25.023549 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a4407c74-eaeb-492e-bab6-de162398630b req-89214df5-9f1b-41fb-92f2-ddcf65aa95ba tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d05ad71a-601e-42a7-a215-04477dc66444 HTTP/1.1" status: 200 len: 943 time: 0.0501306 Oct 01 04:26:25.072870 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a4407c74-eaeb-492e-bab6-de162398630b req-e3f78de7-5141-4c39-8112-e1f5c48d488c tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437124 Oct 01 04:26:25.400007 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c4dc9-9e5f-48e4-b379-bcf651c96540 req-a2af3e87-bb3e-4fbd-9343-79d986a1fc6e tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:25.401499 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-510c4dc9-9e5f-48e4-b379-bcf651c96540 req-a2af3e87-bb3e-4fbd-9343-79d986a1fc6e tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9c97834c-96c0-475f-90e5-f51da938482a HTTP/1.1" status: 200 len: 943 time: 0.0506475 Oct 01 04:26:25.431993 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:26:25.449309 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-510c4dc9-9e5f-48e4-b379-bcf651c96540 req-10ee2ce9-8ff8-4242-87e7-3743e28534a3 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=978c4f55-13f3-49a2-aef9-5f7ac531ee0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422413 Oct 01 04:26:25.763039 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e9e7c9-cb6e-42a5-8a6e-cf087b544e0e req-c4b68ae7-f8ca-4de1-95eb-a8cbc11063de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:25.764498 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-17e9e7c9-cb6e-42a5-8a6e-cf087b544e0e req-c4b68ae7-f8ca-4de1-95eb-a8cbc11063de service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=57f927e7829a4172b9919b964a9e7c13&device_id=9c97834c-96c0-475f-90e5-f51da938482a HTTP/1.1" status: 200 len: 1127 time: 0.0395343 Oct 01 04:26:26.194565 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b4fb4-7ece-4b46-9ded-8bc261011488 req-194c0ff2-33ea-474b-96cf-0b38c8f68e84 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:26.196019 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-f51b4fb4-7ece-4b46-9ded-8bc261011488 req-194c0ff2-33ea-474b-96cf-0b38c8f68e84 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d05ad71a-601e-42a7-a215-04477dc66444 HTTP/1.1" status: 200 len: 943 time: 0.0476985 Oct 01 04:26:26.245851 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-f51b4fb4-7ece-4b46-9ded-8bc261011488 req-125b135e-ad63-495c-a1e0-7a8ed7000bfd tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442474 Oct 01 04:26:26.429720 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e9e7c9-cb6e-42a5-8a6e-cf087b544e0e req-66e3e70f-ef25-4a89-97a3-4bf3fd021ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:26.431168 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-17e9e7c9-cb6e-42a5-8a6e-cf087b544e0e req-66e3e70f-ef25-4a89-97a3-4bf3fd021ab4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=bddd7754-f392-4f22-b92b-c088917d60a6 HTTP/1.1" status: 200 len: 914 time: 0.0898511 Oct 01 04:26:26.469842 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-17e9e7c9-cb6e-42a5-8a6e-cf087b544e0e req-3ec2ab1c-c174-4268-b036-00959d157ab7 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2f63b7f-13d5-4488-afdf-ac0c1ff404e5 HTTP/1.1" status: 200 len: 217 time: 0.0327070 Oct 01 04:26:26.518752 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e9e7c9-cb6e-42a5-8a6e-cf087b544e0e req-a941c765-644f-4886-8610-e3414273ba31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:26.520293 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-17e9e7c9-cb6e-42a5-8a6e-cf087b544e0e req-a941c765-644f-4886-8610-e3414273ba31 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=1ccda07b-e98b-4f73-b263-21798ea74271 HTTP/1.1" status: 200 len: 852 time: 0.0447147 Oct 01 04:26:26.553689 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device d2f63b7f-13d5-4488-afdf-ac0c1ff404e5 details requested by agent hyperv_hv-cinder-86004 with host hv-cinder-86004 {{(pid=106388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 01 04:26:26.569225 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e9e7c9-cb6e-42a5-8a6e-cf087b544e0e req-cbae6f3c-075a-435d-a900-87e79a371491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:26.570835 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-17e9e7c9-cb6e-42a5-8a6e-cf087b544e0e req-cbae6f3c-075a-435d-a900-87e79a371491 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=bddd7754-f392-4f22-b92b-c088917d60a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447814 Oct 01 04:26:26.571583 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e056971-87d9-4a13-98f9-bfea532cd210 req-7413c4a1-e6f0-4b99-ae0f-56763b092e5d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:26.573160 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-1e056971-87d9-4a13-98f9-bfea532cd210 req-7413c4a1-e6f0-4b99-ae0f-56763b092e5d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9c97834c-96c0-475f-90e5-f51da938482a HTTP/1.1" status: 200 len: 943 time: 0.0477097 Oct 01 04:26:26.627589 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-1e056971-87d9-4a13-98f9-bfea532cd210 req-de3aff51-0aa2-419a-90bf-30e5cd11cda1 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=978c4f55-13f3-49a2-aef9-5f7ac531ee0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486634 Oct 01 04:26:26.662670 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port d2f63b7f-13d5-4488-afdf-ac0c1ff404e5, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=d2f63b7f-13d5-4488-afdf-ac0c1ff404e5,segment=NetworkSegment(06eba3e1-baf4-4adb-a8f4-cfab7df87117),segment_id=06eba3e1-baf4-4adb-a8f4-cfab7df87117)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:26:26.666281 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-17e9e7c9-cb6e-42a5-8a6e-cf087b544e0e req-f4fdecee-9b16-4d9d-b267-8b89f434b7f3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bddd7754-f392-4f22-b92b-c088917d60a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889506 Oct 01 04:26:26.673753 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Returning: {'device': 'd2f63b7f-13d5-4488-afdf-ac0c1ff404e5', 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6', 'port_id': 'd2f63b7f-13d5-4488-afdf-ac0c1ff404e5', 'mac_address': 'fa:16:3e:9b:03:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 01 04:26:26.709513 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Current status of the port d2f63b7f-13d5-4488-afdf-ac0c1ff404e5 is: DOWN; New status is: BUILD {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:26:26.709820 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (d2f63b7f-13d5-4488-afdf-ac0c1ff404e5), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:26.722775 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2f63b7f-13d5-4488-afdf-ac0c1ff404e5 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 01 04:26:26.743023 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port d2f63b7f-13d5-4488-afdf-ac0c1ff404e5, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=d2f63b7f-13d5-4488-afdf-ac0c1ff404e5,segment=NetworkSegment(06eba3e1-baf4-4adb-a8f4-cfab7df87117),segment_id=06eba3e1-baf4-4adb-a8f4-cfab7df87117)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:26:26.747044 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (d2f63b7f-13d5-4488-afdf-ac0c1ff404e5), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:26.760758 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-17e9e7c9-cb6e-42a5-8a6e-cf087b544e0e req-ab206d40-841c-4a98-9279-d02f93f68ac4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bddd7754-f392-4f22-b92b-c088917d60a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887423 Oct 01 04:26:26.797067 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Pushing event updated for resources: {'Port': ['ID=d2f63b7f-13d5-4488-afdf-ac0c1ff404e5,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:26:26.804055 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:26:26.804405 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:26:26.804745 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:26:26.805119 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:26:26.805452 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:26:26.805781 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:26:26.806105 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:26:26.806431 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:26:26.806753 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:26:26.807076 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:26:26.807400 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:26:26.807722 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:26:26.808049 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:26:26.808364 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:26:26.808680 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:26:26.986588 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] get_ports_and_sgs() called for port_ids ['d2f63b7f-13d5-4488-afdf-ac0c1ff404e5'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 01 04:26:27.365805 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4fd58-8cd6-4309-95e2-973250ebb871 req-f08f34e0-c154-43b1-9f45-fe9085a91d94 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:27.367300 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-6eb4fd58-8cd6-4309-95e2-973250ebb871 req-f08f34e0-c154-43b1-9f45-fe9085a91d94 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d05ad71a-601e-42a7-a215-04477dc66444 HTTP/1.1" status: 200 len: 943 time: 0.0475900 Oct 01 04:26:27.415898 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-6eb4fd58-8cd6-4309-95e2-973250ebb871 req-b80fa658-5518-4590-8aa1-6fb34d560a4b tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431688 Oct 01 04:26:27.749397 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c9c9d-8e82-40ea-8cb0-065905eb70f9 req-257b5f12-6844-45bb-872c-406ce7b4d889 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:27.750864 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-005c9c9d-8e82-40ea-8cb0-065905eb70f9 req-257b5f12-6844-45bb-872c-406ce7b4d889 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9c97834c-96c0-475f-90e5-f51da938482a HTTP/1.1" status: 200 len: 944 time: 0.0466957 Oct 01 04:26:27.797565 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-005c9c9d-8e82-40ea-8cb0-065905eb70f9 req-45d6a4d3-c225-4e02-b70c-e14d0f8abec4 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=978c4f55-13f3-49a2-aef9-5f7ac531ee0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405185 Oct 01 04:26:28.540337 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfecfafe-eac9-47f1-810f-f9de7823a5aa req-fb700889-48e2-4f7d-a985-4e1ed1951801 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:28.541859 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-cfecfafe-eac9-47f1-810f-f9de7823a5aa req-fb700889-48e2-4f7d-a985-4e1ed1951801 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d05ad71a-601e-42a7-a215-04477dc66444 HTTP/1.1" status: 200 len: 943 time: 0.0514112 Oct 01 04:26:28.569810 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 1c202297-17f7-4fc4-9e9a-a51de8a73129 details requested by agent hyperv_hv-cinder-86004 with host hv-cinder-86004 {{(pid=106388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 01 04:26:28.573097 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device d2f63b7f-13d5-4488-afdf-ac0c1ff404e5 up at agent hyperv_hv-cinder-86004 {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:26:28.591908 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-cfecfafe-eac9-47f1-810f-f9de7823a5aa req-f05543c6-2ff0-4e42-90d4-7eab46c1da12 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444689 Oct 01 04:26:28.668746 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Provisioning for port d2f63b7f-13d5-4488-afdf-ac0c1ff404e5 completed by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 01 04:26:28.678693 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Provisioning complete for port d2f63b7f-13d5-4488-afdf-ac0c1ff404e5 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:26:28.679065 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (d2f63b7f-13d5-4488-afdf-ac0c1ff404e5), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:28.679403 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Attempt 1 to provision port d2f63b7f-13d5-4488-afdf-ac0c1ff404e5 Oct 01 04:26:28.682567 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:26:28.703972 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:26:28.745419 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port 1c202297-17f7-4fc4-9e9a-a51de8a73129, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=1c202297-17f7-4fc4-9e9a-a51de8a73129,segment=NetworkSegment(614ad64a-e84b-4b23-b245-f6cd1be567b7),segment_id=614ad64a-e84b-4b23-b245-f6cd1be567b7)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:26:28.760045 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Returning: {'device': '1c202297-17f7-4fc4-9e9a-a51de8a73129', 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc', 'port_id': '1c202297-17f7-4fc4-9e9a-a51de8a73129', 'mac_address': 'fa:16:3e:29:c4:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87bf8ff7-1e8d-4433-8f68-75f944f2c18e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 01 04:26:28.821488 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Current status of the port 1c202297-17f7-4fc4-9e9a-a51de8a73129 is: DOWN; New status is: BUILD {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:26:28.821787 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (1c202297-17f7-4fc4-9e9a-a51de8a73129), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:28.823728 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Current status of the port d2f63b7f-13d5-4488-afdf-ac0c1ff404e5 is: BUILD; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:26:28.824089 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (d2f63b7f-13d5-4488-afdf-ac0c1ff404e5), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:28.845240 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c202297-17f7-4fc4-9e9a-a51de8a73129 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 01 04:26:28.874833 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c97834c-96c0-475f-90e5-f51da938482a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f63b7f-13d5-4488-afdf-ac0c1ff404e5'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:26:28.877385 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc2ed8ba810a9a899feae06a2d512ab46721588d0493fdbeca0f1bffbb3e03b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1d712c-8361-4452-a9e5-bc4128c4a659" -d '{"events": [{"server_uuid": "9c97834c-96c0-475f-90e5-f51da938482a", "name": "network-vif-plugged", "status": "completed", "tag": "d2f63b7f-13d5-4488-afdf-ac0c1ff404e5"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:26:28.884898 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port 1c202297-17f7-4fc4-9e9a-a51de8a73129, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=1c202297-17f7-4fc4-9e9a-a51de8a73129,segment=NetworkSegment(614ad64a-e84b-4b23-b245-f6cd1be567b7),segment_id=614ad64a-e84b-4b23-b245-f6cd1be567b7)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:26:28.894483 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (1c202297-17f7-4fc4-9e9a-a51de8a73129), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:28.899659 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port d2f63b7f-13d5-4488-afdf-ac0c1ff404e5, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=d2f63b7f-13d5-4488-afdf-ac0c1ff404e5,segment=NetworkSegment(06eba3e1-baf4-4adb-a8f4-cfab7df87117),segment_id=06eba3e1-baf4-4adb-a8f4-cfab7df87117)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:26:28.905334 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (d2f63b7f-13d5-4488-afdf-ac0c1ff404e5), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:28.923430 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a469f1-d1cb-4611-8765-2c758374f1ca req-91b21488-2142-469e-be6f-11cce3cb8f6c tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:28.925034 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-c3a469f1-d1cb-4611-8765-2c758374f1ca req-91b21488-2142-469e-be6f-11cce3cb8f6c tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9c97834c-96c0-475f-90e5-f51da938482a HTTP/1.1" status: 200 len: 944 time: 0.0524452 Oct 01 04:26:28.927659 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 01 Oct 2022 04:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b8f2a1-7af8-4003-8f70-c4e8e2042b70 x-openstack-request-id: req-95b8f2a1-7af8-4003-8f70-c4e8e2042b70 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:26:28.927947 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c97834c-96c0-475f-90e5-f51da938482a", "name": "network-vif-plugged", "status": "completed", "tag": "d2f63b7f-13d5-4488-afdf-ac0c1ff404e5", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:26:28.928197 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-95b8f2a1-7af8-4003-8f70-c4e8e2042b70 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:26:28.928578 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95b8f2a1-7af8-4003-8f70-c4e8e2042b70'] response: {'server_uuid': '9c97834c-96c0-475f-90e5-f51da938482a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f63b7f-13d5-4488-afdf-ac0c1ff404e5', 'code': 200} Oct 01 04:26:28.958665 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Pushing event updated for resources: {'Port': ['ID=1c202297-17f7-4fc4-9e9a-a51de8a73129,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:26:28.975822 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-c3a469f1-d1cb-4611-8765-2c758374f1ca req-b29adbd1-149f-4f49-9f15-796dc1c51741 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=978c4f55-13f3-49a2-aef9-5f7ac531ee0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431118 Oct 01 04:26:29.013107 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Pushing event updated for resources: {'Port': ['ID=d2f63b7f-13d5-4488-afdf-ac0c1ff404e5,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:26:29.095390 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56068fa-6215-4584-8f3f-8906e6a48406 req-cc3f3436-e45d-4120-b57a-f19a6e27b302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:29.096777 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d56068fa-6215-4584-8f3f-8906e6a48406 req-cc3f3436-e45d-4120-b57a-f19a6e27b302 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9c97834c-96c0-475f-90e5-f51da938482a HTTP/1.1" status: 200 len: 1129 time: 0.0403168 Oct 01 04:26:29.126264 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] get_ports_and_sgs() called for port_ids ['1c202297-17f7-4fc4-9e9a-a51de8a73129'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 01 04:26:29.141566 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d56068fa-6215-4584-8f3f-8906e6a48406 req-88a7b88d-9282-4694-a365-b9fa9d1db443 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=978c4f55-13f3-49a2-aef9-5f7ac531ee0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388119 Oct 01 04:26:29.715268 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856354d-981a-4818-a7b9-f1146c8ae9ac req-860459e1-9af3-4f1c-971b-54717808f133 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:29.716751 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2856354d-981a-4818-a7b9-f1146c8ae9ac req-860459e1-9af3-4f1c-971b-54717808f133 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d05ad71a-601e-42a7-a215-04477dc66444 HTTP/1.1" status: 200 len: 944 time: 0.0501492 Oct 01 04:26:29.764669 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2856354d-981a-4818-a7b9-f1146c8ae9ac req-3a70fd14-b079-4184-9aba-e9d0d65fcfbd tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425045 Oct 01 04:26:30.099872 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d5909-40d9-4c5b-a1f2-a896ebd68d93 req-0aefed8d-0fe6-43cd-b82a-517ca0400e46 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:30.101281 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-865d5909-40d9-4c5b-a1f2-a896ebd68d93 req-0aefed8d-0fe6-43cd-b82a-517ca0400e46 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9c97834c-96c0-475f-90e5-f51da938482a HTTP/1.1" status: 200 len: 945 time: 0.0485592 Oct 01 04:26:30.148728 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-865d5909-40d9-4c5b-a1f2-a896ebd68d93 req-0e0d5386-9b8e-489c-a487-6fe4bf7abc66 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=978c4f55-13f3-49a2-aef9-5f7ac531ee0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413141 Oct 01 04:26:30.569248 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 1c202297-17f7-4fc4-9e9a-a51de8a73129 up at agent hyperv_hv-cinder-86004 {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:26:30.610398 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Provisioning for port 1c202297-17f7-4fc4-9e9a-a51de8a73129 completed by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 01 04:26:30.615757 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Provisioning complete for port 1c202297-17f7-4fc4-9e9a-a51de8a73129 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:26:30.616275 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (1c202297-17f7-4fc4-9e9a-a51de8a73129), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:30.616471 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Attempt 1 to provision port 1c202297-17f7-4fc4-9e9a-a51de8a73129 Oct 01 04:26:30.651950 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:26:30.690817 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Current status of the port 1c202297-17f7-4fc4-9e9a-a51de8a73129 is: BUILD; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:26:30.691194 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (1c202297-17f7-4fc4-9e9a-a51de8a73129), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:30.722455 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port 1c202297-17f7-4fc4-9e9a-a51de8a73129, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=1c202297-17f7-4fc4-9e9a-a51de8a73129,segment=NetworkSegment(614ad64a-e84b-4b23-b245-f6cd1be567b7),segment_id=614ad64a-e84b-4b23-b245-f6cd1be567b7)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:26:30.727490 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (1c202297-17f7-4fc4-9e9a-a51de8a73129), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:30.774080 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Pushing event updated for resources: {'Port': ['ID=1c202297-17f7-4fc4-9e9a-a51de8a73129,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:26:30.885573 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064b05e-68cb-4d97-bc2d-3eda6a29f3d2 req-3141bf20-ee4d-4764-924f-9a5455c5da03 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:30.887056 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b064b05e-68cb-4d97-bc2d-3eda6a29f3d2 req-3141bf20-ee4d-4764-924f-9a5455c5da03 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d05ad71a-601e-42a7-a215-04477dc66444 HTTP/1.1" status: 200 len: 945 time: 0.0477870 Oct 01 04:26:30.929997 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05ad71a-601e-42a7-a215-04477dc66444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c202297-17f7-4fc4-9e9a-a51de8a73129'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:26:30.932385 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc2ed8ba810a9a899feae06a2d512ab46721588d0493fdbeca0f1bffbb3e03b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383c6dda-ef35-46a4-939f-8d21daf73391" -d '{"events": [{"server_uuid": "d05ad71a-601e-42a7-a215-04477dc66444", "name": "network-vif-plugged", "status": "completed", "tag": "1c202297-17f7-4fc4-9e9a-a51de8a73129"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:26:30.940291 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b064b05e-68cb-4d97-bc2d-3eda6a29f3d2 req-749ebce1-56d8-4d78-859b-3ee44d3e2b6e tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477047 Oct 01 04:26:30.970199 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 01 Oct 2022 04:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb382097-c584-4b73-89c3-d48578486784 x-openstack-request-id: req-eb382097-c584-4b73-89c3-d48578486784 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:26:30.970501 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d05ad71a-601e-42a7-a215-04477dc66444", "name": "network-vif-plugged", "status": "completed", "tag": "1c202297-17f7-4fc4-9e9a-a51de8a73129", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:26:30.970761 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eb382097-c584-4b73-89c3-d48578486784 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:26:30.971157 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb382097-c584-4b73-89c3-d48578486784'] response: {'server_uuid': 'd05ad71a-601e-42a7-a215-04477dc66444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c202297-17f7-4fc4-9e9a-a51de8a73129', 'code': 200} Oct 01 04:26:31.163690 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e01a8-e9e1-484f-b0d1-f7b880815fe9 req-2c6e0a68-124b-4b01-86c8-ef20a2f7ebde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:31.165249 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-cc0e01a8-e9e1-484f-b0d1-f7b880815fe9 req-2c6e0a68-124b-4b01-86c8-ef20a2f7ebde service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d05ad71a-601e-42a7-a215-04477dc66444 HTTP/1.1" status: 200 len: 1129 time: 0.0436049 Oct 01 04:26:31.216606 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-cc0e01a8-e9e1-484f-b0d1-f7b880815fe9 req-df830549-5828-4a9f-bfb9-5ddc000b9dc3 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442874 Oct 01 04:26:31.274001 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140093e-d0fa-4e19-a6ad-47f215fbfb49 req-c95b51ee-c575-4402-a6f0-43c475cc7fa2 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:31.275475 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7140093e-d0fa-4e19-a6ad-47f215fbfb49 req-c95b51ee-c575-4402-a6f0-43c475cc7fa2 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9c97834c-96c0-475f-90e5-f51da938482a HTTP/1.1" status: 200 len: 945 time: 0.0471847 Oct 01 04:26:31.322258 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7140093e-d0fa-4e19-a6ad-47f215fbfb49 req-b5a7cb33-ac59-40f6-98bf-1aa2e20b622e tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=978c4f55-13f3-49a2-aef9-5f7ac531ee0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410657 Oct 01 04:26:31.405103 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:26:31.433843 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:26:31.442386 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b5b75f-bf3a-4e7b-b316-2010823f7b05 req-680fde0a-7cea-46e9-91ca-17d9dc05b85c tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:31.444849 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-07b5b75f-bf3a-4e7b-b316-2010823f7b05 req-680fde0a-7cea-46e9-91ca-17d9dc05b85c tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9c97834c-96c0-475f-90e5-f51da938482a HTTP/1.1" status: 200 len: 945 time: 0.0503614 Oct 01 04:26:31.455421 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 41796) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:26:31.460586 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [None req-542ff65b-6af1-4c08-bfcc-d135fc99277e tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Request body: {'floatingip': {'port_id': 'd2f63b7f-13d5-4488-afdf-ac0c1ff404e5'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:26:31.500670 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-542ff65b-6af1-4c08-bfcc-d135fc99277e tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for floatingip (d0518972-37c9-4d06-8314-fc0763935940), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:31.915912 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-542ff65b-6af1-4c08-bfcc-d135fc99277e tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:31.919787 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-542ff65b-6af1-4c08-bfcc-d135fc99277e tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989928'] for floatingip (d0518972-37c9-4d06-8314-fc0763935940), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:32.020504 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.db.l3_db [None req-542ff65b-6af1-4c08-bfcc-d135fc99277e tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Floating IP d0518972-37c9-4d06-8314-fc0763935940 associated. External IP: 172.27.2.103, port: d2f63b7f-13d5-4488-afdf-ac0c1ff404e5. Oct 01 04:26:32.113416 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d22415-648b-4399-954a-405f2e5624c7 req-e3fabb01-d68d-4291-8017-35b1526e1f53 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:32.114927 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-82d22415-648b-4399-954a-405f2e5624c7 req-e3fabb01-d68d-4291-8017-35b1526e1f53 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d05ad71a-601e-42a7-a215-04477dc66444 HTTP/1.1" status: 200 len: 945 time: 0.0920486 Oct 01 04:26:32.202948 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-82d22415-648b-4399-954a-405f2e5624c7 req-c88f97c9-625b-4faf-9260-8f171a55ddbc tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634372 Oct 01 04:26:32.304552 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-542ff65b-6af1-4c08-bfcc-d135fc99277e tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Router e0562ae8-2e66-4638-8ed3-192f0f6936ee has already been hosted by L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 {{(pid=106386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 01 04:26:32.388853 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:26:32.408292 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542ff65b-6af1-4c08-bfcc-d135fc99277e tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:26:32.413721 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-542ff65b-6af1-4c08-bfcc-d135fc99277e tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for floatingip (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:32.418276 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b714c6-382e-4ea2-81e3-66a278124e9c None None] Sync routers for ids ['e0562ae8-2e66-4638-8ed3-192f0f6936ee'] in dv-cinder-860044-1-iscsi {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:26:32.427285 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b714c6-382e-4ea2-81e3-66a278124e9c None None] Routers {'e0562ae8-2e66-4638-8ed3-192f0f6936ee'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:26:32.428519 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-06b714c6-382e-4ea2-81e3-66a278124e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:26:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['e0562ae8-2e66-4638-8ed3-192f0f6936ee'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:26:32.444861 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-542ff65b-6af1-4c08-bfcc-d135fc99277e tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/d0518972-37c9-4d06-8314-fc0763935940 HTTP/1.1" status: 200 len: 991 time: 0.9881885 Oct 01 04:26:32.445547 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c97834c-96c0-475f-90e5-f51da938482a', 'tag': 'd2f63b7f-13d5-4488-afdf-ac0c1ff404e5'}] {{(pid=106386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:26:32.447815 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906b7328382f58691ce67f390eef3fef1b579a19389c35ae4b8023450af26d8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e8a289-240a-4c68-940c-4c5ed0a9bb99" -d '{"events": [{"name": "network-changed", "server_uuid": "9c97834c-96c0-475f-90e5-f51da938482a", "tag": "d2f63b7f-13d5-4488-afdf-ac0c1ff404e5"}]}' {{(pid=106386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:26:32.482132 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:26:32.493203 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 01 Oct 2022 04:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97b327f-1ab5-401b-a042-1febb5290817 x-openstack-request-id: req-a97b327f-1ab5-401b-a042-1febb5290817 {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:26:32.493479 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c97834c-96c0-475f-90e5-f51da938482a", "tag": "d2f63b7f-13d5-4488-afdf-ac0c1ff404e5", "status": "completed", "code": 200}]} {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:26:32.493740 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a97b327f-1ab5-401b-a042-1febb5290817 {{(pid=106386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:26:32.494180 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a97b327f-1ab5-401b-a042-1febb5290817'] response: {'name': 'network-changed', 'server_uuid': '9c97834c-96c0-475f-90e5-f51da938482a', 'tag': 'd2f63b7f-13d5-4488-afdf-ac0c1ff404e5', 'status': 'completed', 'code': 200} Oct 01 04:26:32.542784 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-06b714c6-382e-4ea2-81e3-66a278124e9c None None] Set router e0562ae8-2e66-4638-8ed3-192f0f6936ee gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:26:32.665117 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8a289-240a-4c68-940c-4c5ed0a9bb99 req-079c3c1c-2dda-45b3-9ca3-a47f5b8f111a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:32.666809 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c8e8a289-240a-4c68-940c-4c5ed0a9bb99 req-079c3c1c-2dda-45b3-9ca3-a47f5b8f111a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=57f927e7829a4172b9919b964a9e7c13&device_id=9c97834c-96c0-475f-90e5-f51da938482a HTTP/1.1" status: 200 len: 1129 time: 0.0478282 Oct 01 04:26:32.762771 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-06b714c6-382e-4ea2-81e3-66a278124e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'name': 'tempest-AttachVolumeNegativeTest-12373195-router', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:25:16Z', 'updated_at': '2022-10-01T04:25:19Z', 'revision_number': 4, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'gw_port': {'id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ba:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:17Z', 'updated_at': '2022-10-01T04:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_floatingips': [{'id': '143737fc-6ab9-4528-a97c-98300d98c307', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'router_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'port_id': '6050285d-4ac5-4514-991a-d2765dc0ca76', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6', 'mac_address': 'fa:16:3e:23:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7666cbd6-6648-4f0b-ba58-7a95bd94700c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-01T04:25:21Z', 'updated_at': '2022-10-01T04:25:36Z', 'revision_number': 2, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'fixed_ip_address_scope': None}, {'id': 'd0518972-37c9-4d06-8314-fc0763935940', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'floating_ip_address': '172.27.2.103', 'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'router_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'port_id': 'd2f63b7f-13d5-4488-afdf-ac0c1ff404e5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6', 'mac_address': 'fa:16:3e:9b:03:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c97834c-96c0-475f-90e5-f51da938482a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-01T04:26:20Z', 'updated_at': '2022-10-01T04:26:31Z', 'revision_number': 1, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bc404c5-c8a9-42a3-881d-e9b151d0fdad', 'name': '', 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'mac_address': 'fa:16:3e:b4:b7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:18Z', 'updated_at': '2022-10-01T04:25:24Z', 'revision_number': 5, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'subnets': [{'id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:26:32.768052 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8a289-240a-4c68-940c-4c5ed0a9bb99 req-cdc1eebb-da74-426a-9310-a99dcee36f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:32.769837 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c8e8a289-240a-4c68-940c-4c5ed0a9bb99 req-cdc1eebb-da74-426a-9310-a99dcee36f58 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=bddd7754-f392-4f22-b92b-c088917d60a6 HTTP/1.1" status: 200 len: 914 time: 0.0972593 Oct 01 04:26:32.793514 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b714c6-382e-4ea2-81e3-66a278124e9c None None] Checking router: e0562ae8-2e66-4638-8ed3-192f0f6936ee for host: dv-cinder-860044-1-iscsi {{(pid=106388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:26:32.804271 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b714c6-382e-4ea2-81e3-66a278124e9c None None] Routers {'e0562ae8-2e66-4638-8ed3-192f0f6936ee'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:26:32.805074 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-06b714c6-382e-4ea2-81e3-66a278124e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:26:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['e0562ae8-2e66-4638-8ed3-192f0f6936ee'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:26:32.840453 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c8e8a289-240a-4c68-940c-4c5ed0a9bb99 req-02b9061a-a920-46ba-b458-d317df24ec83 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2f63b7f-13d5-4488-afdf-ac0c1ff404e5 HTTP/1.1" status: 200 len: 999 time: 0.0641904 Oct 01 04:26:32.889656 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8a289-240a-4c68-940c-4c5ed0a9bb99 req-cba8dd98-0992-4fe9-8188-23b4cf26bdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:32.891084 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c8e8a289-240a-4c68-940c-4c5ed0a9bb99 req-cba8dd98-0992-4fe9-8188-23b4cf26bdce service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=1ccda07b-e98b-4f73-b263-21798ea74271 HTTP/1.1" status: 200 len: 852 time: 0.0443008 Oct 01 04:26:32.907392 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-06b714c6-382e-4ea2-81e3-66a278124e9c None None] Set router e0562ae8-2e66-4638-8ed3-192f0f6936ee gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:26:32.926039 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:26:32.938660 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8a289-240a-4c68-940c-4c5ed0a9bb99 req-a9c37d10-a891-4030-9bc7-7748a0f07510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:32.940193 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c8e8a289-240a-4c68-940c-4c5ed0a9bb99 req-a9c37d10-a891-4030-9bc7-7748a0f07510 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=bddd7754-f392-4f22-b92b-c088917d60a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438979 Oct 01 04:26:33.029658 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c8e8a289-240a-4c68-940c-4c5ed0a9bb99 req-76255ad7-98c4-42b6-b9bb-b57381965b20 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bddd7754-f392-4f22-b92b-c088917d60a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833936 Oct 01 04:26:33.086676 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:26:33.125690 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c8e8a289-240a-4c68-940c-4c5ed0a9bb99 req-a8097dcd-d834-4921-a71f-29f0cb0affb9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bddd7754-f392-4f22-b92b-c088917d60a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893624 Oct 01 04:26:33.133228 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-06b714c6-382e-4ea2-81e3-66a278124e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'name': 'tempest-AttachVolumeNegativeTest-12373195-router', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:25:16Z', 'updated_at': '2022-10-01T04:25:19Z', 'revision_number': 4, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'gw_port': {'id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ba:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:17Z', 'updated_at': '2022-10-01T04:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_floatingips': [{'id': '143737fc-6ab9-4528-a97c-98300d98c307', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'router_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'port_id': '6050285d-4ac5-4514-991a-d2765dc0ca76', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6', 'mac_address': 'fa:16:3e:23:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7666cbd6-6648-4f0b-ba58-7a95bd94700c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-01T04:25:21Z', 'updated_at': '2022-10-01T04:25:36Z', 'revision_number': 2, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'fixed_ip_address_scope': None}, {'id': 'd0518972-37c9-4d06-8314-fc0763935940', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'floating_ip_address': '172.27.2.103', 'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'router_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'port_id': 'd2f63b7f-13d5-4488-afdf-ac0c1ff404e5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6', 'mac_address': 'fa:16:3e:9b:03:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c97834c-96c0-475f-90e5-f51da938482a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-01T04:26:20Z', 'updated_at': '2022-10-01T04:26:31Z', 'revision_number': 1, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bc404c5-c8a9-42a3-881d-e9b151d0fdad', 'name': '', 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'mac_address': 'fa:16:3e:b4:b7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:18Z', 'updated_at': '2022-10-01T04:25:24Z', 'revision_number': 5, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'subnets': [{'id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:26:33.160704 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b714c6-382e-4ea2-81e3-66a278124e9c None None] The sync data for ids ['e0562ae8-2e66-4638-8ed3-192f0f6936ee'] in dv-cinder-860044-1-iscsi is: [{'id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'name': 'tempest-AttachVolumeNegativeTest-12373195-router', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:25:16Z', 'updated_at': '2022-10-01T04:25:19Z', 'revision_number': 4, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'gw_port': {'id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ba:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:17Z', 'updated_at': '2022-10-01T04:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_floatingips': [{'id': '143737fc-6ab9-4528-a97c-98300d98c307', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'router_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'port_id': '6050285d-4ac5-4514-991a-d2765dc0ca76', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6', 'mac_address': 'fa:16:3e:23:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7666cbd6-6648-4f0b-ba58-7a95bd94700c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-01T04:25:21Z', 'updated_at': '2022-10-01T04:25:36Z', 'revision_number': 2, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'fixed_ip_address_scope': None}, {'id': 'd0518972-37c9-4d06-8314-fc0763935940', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'floating_ip_address': '172.27.2.103', 'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'router_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'port_id': 'd2f63b7f-13d5-4488-afdf-ac0c1ff404e5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6', 'mac_address': 'fa:16:3e:9b:03:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c97834c-96c0-475f-90e5-f51da938482a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-01T04:26:20Z', 'updated_at': '2022-10-01T04:26:31Z', 'revision_number': 1, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bc404c5-c8a9-42a3-881d-e9b151d0fdad', 'name': '', 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'mac_address': 'fa:16:3e:b4:b7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:18Z', 'updated_at': '2022-10-01T04:25:24Z', 'revision_number': 5, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'subnets': [{'id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:26:33.339025 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aea341-a36c-4e4b-8473-bad2a7b602ec req-660496af-565c-4887-b47e-18eafff3569d tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:33.340593 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-59aea341-a36c-4e4b-8473-bad2a7b602ec req-660496af-565c-4887-b47e-18eafff3569d tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d05ad71a-601e-42a7-a215-04477dc66444 HTTP/1.1" status: 200 len: 945 time: 0.0524931 Oct 01 04:26:33.354499 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:26:33.368528 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac0be7c-eb3f-49e4-a599-b48147196371 None None] New status for floating IP d0518972-37c9-4d06-8314-fc0763935940: ACTIVE {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 01 04:26:33.395157 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-59aea341-a36c-4e4b-8473-bad2a7b602ec req-2a089d35-6be9-4a23-9efd-270aad8682ea tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485613 Oct 01 04:26:33.527761 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b56f7c-26ae-49cc-9f96-ac568b985e22 req-a09f4d4c-718a-4873-81da-36b8d1597843 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:33.529293 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-96b56f7c-26ae-49cc-9f96-ac568b985e22 req-a09f4d4c-718a-4873-81da-36b8d1597843 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d05ad71a-601e-42a7-a215-04477dc66444 HTTP/1.1" status: 200 len: 945 time: 0.0515594 Oct 01 04:26:33.580032 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-96b56f7c-26ae-49cc-9f96-ac568b985e22 req-d7357422-4a61-459d-bb15-01fef77faa53 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448329 Oct 01 04:26:33.608202 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 41808) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:26:33.646181 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199ba170-f5a8-4eed-a3db-7d812370eb8e tempest-TestVolumeBootPattern-1082299179 tempest-TestVolumeBootPattern-1082299179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:33.647774 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-199ba170-f5a8-4eed-a3db-7d812370eb8e tempest-TestVolumeBootPattern-1082299179 tempest-TestVolumeBootPattern-1082299179-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d05ad71a-601e-42a7-a215-04477dc66444 HTTP/1.1" status: 200 len: 1124 time: 0.0386472 Oct 01 04:26:33.650477 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 41810) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:26:33.654591 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [None req-e02db269-caa7-4b97-8446-c2f6baf2ca42 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Request body: {'floatingip': {'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'port_id': '1c202297-17f7-4fc4-9e9a-a51de8a73129', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:26:33.675167 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-e02db269-caa7-4b97-8446-c2f6baf2ca42 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:33.757023 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-e02db269-caa7-4b97-8446-c2f6baf2ca42 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:33.869981 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.db.db_base_plugin_common [None req-e02db269-caa7-4b97-8446-c2f6baf2ca42 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Allocated IP 172.27.2.220 (1c94595f-3990-43c2-b34b-d882a8bf5172/3c747529-64bf-417b-84a2-71abc1dc7574/4594334b-8f22-420f-8ec4-40b71f2786a5) {{(pid=106386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:26:33.973815 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-e02db269-caa7-4b97-8446-c2f6baf2ca42 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks [] for port (4594334b-8f22-420f-8ec4-40b71f2786a5), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:34.006524 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-e02db269-caa7-4b97-8446-c2f6baf2ca42 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5071981'] for port (4594334b-8f22-420f-8ec4-40b71f2786a5), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:34.048663 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02db269-caa7-4b97-8446-c2f6baf2ca42 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Network 1c94595f-3990-43c2-b34b-d882a8bf5172 is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:26:34.053298 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-e02db269-caa7-4b97-8446-c2f6baf2ca42 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:26:34.055916 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02db269-caa7-4b97-8446-c2f6baf2ca42 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Received port after_create {{(pid=106386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:26:34.080680 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02db269-caa7-4b97-8446-c2f6baf2ca42 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Pushing event updated for resources: {'Port': ['ID=4594334b-8f22-420f-8ec4-40b71f2786a5,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:26:34.126866 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:26:34.329137 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:26:34.418913 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-e02db269-caa7-4b97-8446-c2f6baf2ca42 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks [] for floatingip (af168caa-3d92-4594-a5e1-b17cec28ceac), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:34.488037 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-e02db269-caa7-4b97-8446-c2f6baf2ca42 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (4594334b-8f22-420f-8ec4-40b71f2786a5), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:34.844703 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-e02db269-caa7-4b97-8446-c2f6baf2ca42 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks [] for port (4594334b-8f22-420f-8ec4-40b71f2786a5), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:34.849189 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-e02db269-caa7-4b97-8446-c2f6baf2ca42 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5071994'] for port (4594334b-8f22-420f-8ec4-40b71f2786a5), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:34.915128 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02db269-caa7-4b97-8446-c2f6baf2ca42 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Pushing event updated for resources: {'Port': ['ID=4594334b-8f22-420f-8ec4-40b71f2786a5,revision_number=2']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:26:34.917644 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-e02db269-caa7-4b97-8446-c2f6baf2ca42 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989928'] for floatingip (af168caa-3d92-4594-a5e1-b17cec28ceac), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:35.012779 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.db.l3_db [None req-e02db269-caa7-4b97-8446-c2f6baf2ca42 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Floating IP af168caa-3d92-4594-a5e1-b17cec28ceac associated. External IP: 172.27.2.220, port: 1c202297-17f7-4fc4-9e9a-a51de8a73129. Oct 01 04:26:35.212420 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e02db269-caa7-4b97-8446-c2f6baf2ca42 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Router 99c881ec-29bc-4e60-b79a-2a435e983e6d has already been hosted by L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 {{(pid=106386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 01 04:26:35.222984 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:26:35.313350 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:26:35.324891 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02db269-caa7-4b97-8446-c2f6baf2ca42 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:26:35.334191 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83b1314-096a-41ea-ba45-0777ca90702e None None] Sync routers for ids ['99c881ec-29bc-4e60-b79a-2a435e983e6d'] in dv-cinder-860044-1-iscsi {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:26:35.337445 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:26:35.343433 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-e02db269-caa7-4b97-8446-c2f6baf2ca42 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for floatingip (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:35.347103 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83b1314-096a-41ea-ba45-0777ca90702e None None] Routers {'99c881ec-29bc-4e60-b79a-2a435e983e6d'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:26:35.347207 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-d83b1314-096a-41ea-ba45-0777ca90702e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:26:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['99c881ec-29bc-4e60-b79a-2a435e983e6d'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:26:35.375300 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-e02db269-caa7-4b97-8446-c2f6baf2ca42 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7238009 Oct 01 04:26:35.376214 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd05ad71a-601e-42a7-a215-04477dc66444', 'tag': '1c202297-17f7-4fc4-9e9a-a51de8a73129'}] {{(pid=106386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:26:35.378813 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906b7328382f58691ce67f390eef3fef1b579a19389c35ae4b8023450af26d8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb09e22-48f2-4281-860d-565aa50c2cbb" -d '{"events": [{"name": "network-changed", "server_uuid": "d05ad71a-601e-42a7-a215-04477dc66444", "tag": "1c202297-17f7-4fc4-9e9a-a51de8a73129"}]}' {{(pid=106386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:26:35.417395 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 01 Oct 2022 04:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c99f68-04fe-4d27-b699-bde68c15e8c4 x-openstack-request-id: req-86c99f68-04fe-4d27-b699-bde68c15e8c4 {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:26:35.417691 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d05ad71a-601e-42a7-a215-04477dc66444", "tag": "1c202297-17f7-4fc4-9e9a-a51de8a73129", "status": "completed", "code": 200}]} {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:26:35.417944 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-86c99f68-04fe-4d27-b699-bde68c15e8c4 {{(pid=106386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:26:35.418349 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86c99f68-04fe-4d27-b699-bde68c15e8c4'] response: {'name': 'network-changed', 'server_uuid': 'd05ad71a-601e-42a7-a215-04477dc66444', 'tag': '1c202297-17f7-4fc4-9e9a-a51de8a73129', 'status': 'completed', 'code': 200} Oct 01 04:26:35.455450 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-d83b1314-096a-41ea-ba45-0777ca90702e None None] Set router 99c881ec-29bc-4e60-b79a-2a435e983e6d gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:26:35.487115 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb09e22-48f2-4281-860d-565aa50c2cbb req-417604de-03d9-4b5c-bc70-19bae749c235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:35.488634 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ddb09e22-48f2-4281-860d-565aa50c2cbb req-417604de-03d9-4b5c-bc70-19bae749c235 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=721dd52b82194e4d91113d4d688900ae&device_id=d05ad71a-601e-42a7-a215-04477dc66444 HTTP/1.1" status: 200 len: 1129 time: 0.0413353 Oct 01 04:26:35.583613 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb09e22-48f2-4281-860d-565aa50c2cbb req-f76ab23e-f792-4b23-8f72-b78bf7c21f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:35.585385 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ddb09e22-48f2-4281-860d-565aa50c2cbb req-f76ab23e-f792-4b23-8f72-b78bf7c21f10 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=a58a68a2-3485-47fc-a402-341c963919cc HTTP/1.1" status: 200 len: 913 time: 0.0908723 Oct 01 04:26:35.646495 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ddb09e22-48f2-4281-860d-565aa50c2cbb req-02817633-348d-46f9-b662-5aec41515825 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c202297-17f7-4fc4-9e9a-a51de8a73129 HTTP/1.1" status: 200 len: 999 time: 0.0546300 Oct 01 04:26:35.671275 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-d83b1314-096a-41ea-ba45-0777ca90702e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'name': 'tempest-TestVolumeBootPattern-2117925739-router', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '89429a02-b2f7-4923-a8c6-35b9f52c80d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:20:01Z', 'updated_at': '2022-10-01T04:20:10Z', 'revision_number': 4, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'gw_port': {'id': '89429a02-b2f7-4923-a8c6-35b9f52c80d3', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:20:01Z', 'updated_at': '2022-10-01T04:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_floatingips': [{'id': '48fe21f9-cb55-48c2-8520-701f16088a95', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'router_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'port_id': '998978bd-7095-4f80-b84b-5589f1d6add2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc', 'mac_address': 'fa:16:3e:16:34:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cd0cbd-547d-4e0e-a797-7971ce307b17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-01T04:24:21Z', 'updated_at': '2022-10-01T04:24:24Z', 'revision_number': 1, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'fixed_ip_address_scope': None}, {'id': 'af168caa-3d92-4594-a5e1-b17cec28ceac', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'floating_ip_address': '172.27.2.220', 'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'router_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'port_id': '1c202297-17f7-4fc4-9e9a-a51de8a73129', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc', 'mac_address': 'fa:16:3e:29:c4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05ad71a-601e-42a7-a215-04477dc66444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-01T04:26:34Z', 'updated_at': '2022-10-01T04:26:34Z', 'revision_number': 0, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52776eac-a931-4561-998f-b83d8e03b65d', 'name': '', 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'mac_address': 'fa:16:3e:bf:95:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '87bf8ff7-1e8d-4433-8f68-75f944f2c18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:20:07Z', 'updated_at': '2022-10-01T04:20:19Z', 'revision_number': 5, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'subnets': [{'id': '87bf8ff7-1e8d-4433-8f68-75f944f2c18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:26:35.694719 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb09e22-48f2-4281-860d-565aa50c2cbb req-6ba4baa5-397f-483d-8c44-00ac8cbdc196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:35.696214 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ddb09e22-48f2-4281-860d-565aa50c2cbb req-6ba4baa5-397f-483d-8c44-00ac8cbdc196 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=87bf8ff7-1e8d-4433-8f68-75f944f2c18e HTTP/1.1" status: 200 len: 851 time: 0.0437930 Oct 01 04:26:35.696760 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83b1314-096a-41ea-ba45-0777ca90702e None None] Checking router: 99c881ec-29bc-4e60-b79a-2a435e983e6d for host: dv-cinder-860044-1-iscsi {{(pid=106388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:26:35.704503 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=100 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:26:35.706649 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83b1314-096a-41ea-ba45-0777ca90702e None None] Routers {'99c881ec-29bc-4e60-b79a-2a435e983e6d'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:26:35.707289 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-d83b1314-096a-41ea-ba45-0777ca90702e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:26:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['99c881ec-29bc-4e60-b79a-2a435e983e6d'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:26:35.744271 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb09e22-48f2-4281-860d-565aa50c2cbb req-d131c311-3a87-40cc-86e7-87deccee943a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:35.745852 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ddb09e22-48f2-4281-860d-565aa50c2cbb req-d131c311-3a87-40cc-86e7-87deccee943a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a58a68a2-3485-47fc-a402-341c963919cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430968 Oct 01 04:26:35.841693 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ddb09e22-48f2-4281-860d-565aa50c2cbb req-8f7f0f3f-7270-47bd-b58c-46523c42cacb service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a58a68a2-3485-47fc-a402-341c963919cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894697 Oct 01 04:26:35.936793 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-d83b1314-096a-41ea-ba45-0777ca90702e None None] Set router 99c881ec-29bc-4e60-b79a-2a435e983e6d gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:26:35.938670 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ddb09e22-48f2-4281-860d-565aa50c2cbb req-eb9b4a24-a445-49fb-9f16-d793e752a0ce service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a58a68a2-3485-47fc-a402-341c963919cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914664 Oct 01 04:26:36.143829 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-d83b1314-096a-41ea-ba45-0777ca90702e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'name': 'tempest-TestVolumeBootPattern-2117925739-router', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '89429a02-b2f7-4923-a8c6-35b9f52c80d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:20:01Z', 'updated_at': '2022-10-01T04:20:10Z', 'revision_number': 4, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'gw_port': {'id': '89429a02-b2f7-4923-a8c6-35b9f52c80d3', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:20:01Z', 'updated_at': '2022-10-01T04:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_floatingips': [{'id': '48fe21f9-cb55-48c2-8520-701f16088a95', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'router_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'port_id': '998978bd-7095-4f80-b84b-5589f1d6add2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc', 'mac_address': 'fa:16:3e:16:34:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cd0cbd-547d-4e0e-a797-7971ce307b17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-01T04:24:21Z', 'updated_at': '2022-10-01T04:24:24Z', 'revision_number': 1, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'fixed_ip_address_scope': None}, {'id': 'af168caa-3d92-4594-a5e1-b17cec28ceac', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'floating_ip_address': '172.27.2.220', 'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'router_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'port_id': '1c202297-17f7-4fc4-9e9a-a51de8a73129', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc', 'mac_address': 'fa:16:3e:29:c4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05ad71a-601e-42a7-a215-04477dc66444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-01T04:26:34Z', 'updated_at': '2022-10-01T04:26:34Z', 'revision_number': 0, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52776eac-a931-4561-998f-b83d8e03b65d', 'name': '', 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'mac_address': 'fa:16:3e:bf:95:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '87bf8ff7-1e8d-4433-8f68-75f944f2c18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:20:07Z', 'updated_at': '2022-10-01T04:20:19Z', 'revision_number': 5, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'subnets': [{'id': '87bf8ff7-1e8d-4433-8f68-75f944f2c18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:26:36.171432 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83b1314-096a-41ea-ba45-0777ca90702e None None] The sync data for ids ['99c881ec-29bc-4e60-b79a-2a435e983e6d'] in dv-cinder-860044-1-iscsi is: [{'id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'name': 'tempest-TestVolumeBootPattern-2117925739-router', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '89429a02-b2f7-4923-a8c6-35b9f52c80d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:20:01Z', 'updated_at': '2022-10-01T04:20:10Z', 'revision_number': 4, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'gw_port': {'id': '89429a02-b2f7-4923-a8c6-35b9f52c80d3', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:20:01Z', 'updated_at': '2022-10-01T04:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_floatingips': [{'id': '48fe21f9-cb55-48c2-8520-701f16088a95', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'router_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'port_id': '998978bd-7095-4f80-b84b-5589f1d6add2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc', 'mac_address': 'fa:16:3e:16:34:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cd0cbd-547d-4e0e-a797-7971ce307b17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-01T04:24:21Z', 'updated_at': '2022-10-01T04:24:24Z', 'revision_number': 1, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'fixed_ip_address_scope': None}, {'id': 'af168caa-3d92-4594-a5e1-b17cec28ceac', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'floating_ip_address': '172.27.2.220', 'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'router_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'port_id': '1c202297-17f7-4fc4-9e9a-a51de8a73129', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc', 'mac_address': 'fa:16:3e:29:c4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05ad71a-601e-42a7-a215-04477dc66444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-01T04:26:34Z', 'updated_at': '2022-10-01T04:26:34Z', 'revision_number': 0, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52776eac-a931-4561-998f-b83d8e03b65d', 'name': '', 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'mac_address': 'fa:16:3e:bf:95:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '87bf8ff7-1e8d-4433-8f68-75f944f2c18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:20:07Z', 'updated_at': '2022-10-01T04:20:19Z', 'revision_number': 5, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'subnets': [{'id': '87bf8ff7-1e8d-4433-8f68-75f944f2c18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:26:36.377542 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e3c5ef-bc34-4ba7-9b7c-3b3714267e07 None None] New status for floating IP af168caa-3d92-4594-a5e1-b17cec28ceac: ACTIVE {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 01 04:26:42.763274 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90012e23-5bbf-4e71-95f4-54455c96e830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (973633b6-dd94-436d-b3a5-971dbc41e63c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:45.093427 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ba318175-c412-4f7e-92d5-2deff817044c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (797ac3f1-c973-4eec-9950-99ad88971ed1), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:45.369928 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=11 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:26:45.372059 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=5,neutron:DELETE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:26:45.934345 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=57 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:26:45.935160 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=63 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:26:46.274411 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55550f09-9bf2-4503-b16a-2d26c0a47f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (3f31be2c-2b77-4d66-9a3d-30b9eb89a668), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:46.561721 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=30,neutron:UPDATE=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:26:46.564370 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=36,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:26:47.696290 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (d8875dbe-87f1-4639-b3ef-79ff4b202d58), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:47.955422 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91c43220-b735-4568-b99e-ce3dc63ea20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (a017e3cb-dd0a-4c83-ac3d-dd65b6d6e9f8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:48.012061 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.agents_db [None req-12b97a57-14e3-4267-90b0-a9e0353f7932 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 01 04:26:52.893906 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (2c3964fb-7920-4c48-8672-be15ccfa9ce8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:26:59.751611 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a6a11f1e-3a42-4c24-9387-27365602ff53 req-22c1389a-7b88-4230-b2e4-40f3dce4c445 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=87cd0cbd-547d-4e0e-a797-7971ce307b17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379698 Oct 01 04:26:59.833399 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a11f1e-3a42-4c24-9387-27365602ff53 req-1db42678-167a-4aef-a99e-30482902ac58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:59.835524 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a6a11f1e-3a42-4c24-9387-27365602ff53 req-1db42678-167a-4aef-a99e-30482902ac58 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=721dd52b82194e4d91113d4d688900ae&device_id=87cd0cbd-547d-4e0e-a797-7971ce307b17 HTTP/1.1" status: 200 len: 1130 time: 0.0396812 Oct 01 04:26:59.941959 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a11f1e-3a42-4c24-9387-27365602ff53 req-362a0b21-58f1-4007-a490-448c33db9e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:26:59.943496 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a6a11f1e-3a42-4c24-9387-27365602ff53 req-362a0b21-58f1-4007-a490-448c33db9e38 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=a58a68a2-3485-47fc-a402-341c963919cc HTTP/1.1" status: 200 len: 913 time: 0.0907340 Oct 01 04:27:00.000444 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=4 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:27:00.003514 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a6a11f1e-3a42-4c24-9387-27365602ff53 req-c6e24cb7-b512-40c2-a1be-d0ba5959b23b service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=998978bd-7095-4f80-b84b-5589f1d6add2 HTTP/1.1" status: 200 len: 1001 time: 0.0540299 Oct 01 04:27:00.006890 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=6 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:27:00.055777 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a11f1e-3a42-4c24-9387-27365602ff53 req-2b6319f4-a94b-41e0-a5ff-c9e14cb7b8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:00.057213 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a6a11f1e-3a42-4c24-9387-27365602ff53 req-2b6319f4-a94b-41e0-a5ff-c9e14cb7b8e1 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=87bf8ff7-1e8d-4433-8f68-75f944f2c18e HTTP/1.1" status: 200 len: 851 time: 0.0473812 Oct 01 04:27:00.101179 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a11f1e-3a42-4c24-9387-27365602ff53 req-f4abcc57-943b-4e1a-ba3e-bae89856b9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:00.102576 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a6a11f1e-3a42-4c24-9387-27365602ff53 req-f4abcc57-943b-4e1a-ba3e-bae89856b9f6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a58a68a2-3485-47fc-a402-341c963919cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386512 Oct 01 04:27:00.195272 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a6a11f1e-3a42-4c24-9387-27365602ff53 req-1429eb50-c893-4c83-b3ce-a0b4d9ee8f2e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a58a68a2-3485-47fc-a402-341c963919cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861127 Oct 01 04:27:00.285731 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a6a11f1e-3a42-4c24-9387-27365602ff53 req-51dd128a-c5c1-493e-98e3-bdf101047c17 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a58a68a2-3485-47fc-a402-341c963919cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842683 Oct 01 04:27:01.242519 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22414f24-66c6-41fa-9a47-358e8e518971 req-f2240ffb-c5c0-4334-9171-96286ef761ef tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:01.244014 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-22414f24-66c6-41fa-9a47-358e8e518971 req-f2240ffb-c5c0-4334-9171-96286ef761ef tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d HTTP/1.1" status: 200 len: 945 time: 0.0479765 Oct 01 04:27:01.292781 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-22414f24-66c6-41fa-9a47-358e8e518971 req-87c95960-cec9-44b9-8763-457e48de1b73 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a7777c8-844e-48e2-a40d-f3ea00607216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430415 Oct 01 04:27:02.421308 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d97aa2-2a98-4cfb-8401-508dc37051d8 req-63adc95d-fe33-4c35-9095-7141df923192 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:02.422763 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-80d97aa2-2a98-4cfb-8401-508dc37051d8 req-63adc95d-fe33-4c35-9095-7141df923192 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d HTTP/1.1" status: 200 len: 945 time: 0.0509126 Oct 01 04:27:02.471319 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-80d97aa2-2a98-4cfb-8401-508dc37051d8 req-69937626-b57a-4f41-9072-0b685afe9ac4 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a7777c8-844e-48e2-a40d-f3ea00607216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424225 Oct 01 04:27:02.887054 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=42,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:27:02.888998 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:27:03.591064 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2fe0a-8986-43c9-8a62-a75ceb1a0644 req-26eed0c6-e60a-4da0-9301-ace8b80bddf9 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:03.592521 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a5c2fe0a-8986-43c9-8a62-a75ceb1a0644 req-26eed0c6-e60a-4da0-9301-ace8b80bddf9 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d HTTP/1.1" status: 200 len: 945 time: 0.0472121 Oct 01 04:27:03.641472 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a5c2fe0a-8986-43c9-8a62-a75ceb1a0644 req-c262fabc-b9e0-4d0a-9aac-e1d62d597a8f tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a7777c8-844e-48e2-a40d-f3ea00607216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433927 Oct 01 04:27:04.762451 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ff72c-13d3-4801-aab2-e8d444c8677c req-fa992542-c45d-4301-afd1-a249d6fc64aa tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:04.763878 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-be8ff72c-13d3-4801-aab2-e8d444c8677c req-fa992542-c45d-4301-afd1-a249d6fc64aa tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d HTTP/1.1" status: 200 len: 945 time: 0.0469682 Oct 01 04:27:04.815704 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-be8ff72c-13d3-4801-aab2-e8d444c8677c req-0a8dde8e-96b8-4e4b-8b86-5391a27821f7 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a7777c8-844e-48e2-a40d-f3ea00607216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460632 Oct 01 04:27:05.934404 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a39c13-1323-4771-860d-aff12fd6b1a7 req-af93e264-7924-41ce-99fa-3b4c003deafc tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:05.935868 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-02a39c13-1323-4771-860d-aff12fd6b1a7 req-af93e264-7924-41ce-99fa-3b4c003deafc tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d HTTP/1.1" status: 200 len: 945 time: 0.0472491 Oct 01 04:27:05.985024 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-02a39c13-1323-4771-860d-aff12fd6b1a7 req-74c281b7-5f09-4e43-a89b-b1e85a4ad046 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a7777c8-844e-48e2-a40d-f3ea00607216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436394 Oct 01 04:27:07.111529 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9222feb-1fdb-41fe-9551-53729c4edf8d req-226f7f38-3ac1-4511-8cbb-da07290c6013 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:07.113192 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a9222feb-1fdb-41fe-9551-53729c4edf8d req-226f7f38-3ac1-4511-8cbb-da07290c6013 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d HTTP/1.1" status: 200 len: 945 time: 0.0503170 Oct 01 04:27:07.163030 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a9222feb-1fdb-41fe-9551-53729c4edf8d req-3a7e929c-db24-4ca2-9957-c7e3af75c9d6 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a7777c8-844e-48e2-a40d-f3ea00607216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442431 Oct 01 04:27:08.287290 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f5155-4b39-4eb7-a5cd-f295762e8a5f req-3b542177-72e1-4656-baed-5791c24d8cba tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:08.289392 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-fa0f5155-4b39-4eb7-a5cd-f295762e8a5f req-3b542177-72e1-4656-baed-5791c24d8cba tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d HTTP/1.1" status: 200 len: 945 time: 0.0503182 Oct 01 04:27:08.337079 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-fa0f5155-4b39-4eb7-a5cd-f295762e8a5f req-3d1d79b0-48b3-43ad-a265-61d12a57bac7 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a7777c8-844e-48e2-a40d-f3ea00607216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419502 Oct 01 04:27:08.713766 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e366923-d7da-4d8a-b68c-da41633f5951 req-4d6c8c55-bba7-454c-80c3-7d1b3cf9ceef tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:08.715148 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-3e366923-d7da-4d8a-b68c-da41633f5951 req-4d6c8c55-bba7-454c-80c3-7d1b3cf9ceef tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9c97834c-96c0-475f-90e5-f51da938482a HTTP/1.1" status: 200 len: 945 time: 0.0484972 Oct 01 04:27:08.762462 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-3e366923-d7da-4d8a-b68c-da41633f5951 req-eb92a6f8-0171-4027-8046-1448174f5dae tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=978c4f55-13f3-49a2-aef9-5f7ac531ee0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417395 Oct 01 04:27:09.464832 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25599b51-10f4-436f-9f6d-eac6bd3676df req-7b586e19-d5b5-4b8a-8c06-7400ad541ed0 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:09.466239 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-25599b51-10f4-436f-9f6d-eac6bd3676df req-7b586e19-d5b5-4b8a-8c06-7400ad541ed0 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d HTTP/1.1" status: 200 len: 945 time: 0.0493698 Oct 01 04:27:09.515280 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-25599b51-10f4-436f-9f6d-eac6bd3676df req-99685977-1295-49ad-82ad-e4bf37a7f0d3 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a7777c8-844e-48e2-a40d-f3ea00607216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434499 Oct 01 04:27:09.884021 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930301f-736f-48d5-b9c3-b459365a12e4 req-4f3588a9-fb7c-454c-8bb8-6cf18ab16cc5 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:09.885498 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-0930301f-736f-48d5-b9c3-b459365a12e4 req-4f3588a9-fb7c-454c-8bb8-6cf18ab16cc5 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9c97834c-96c0-475f-90e5-f51da938482a HTTP/1.1" status: 200 len: 945 time: 0.0466433 Oct 01 04:27:09.932998 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-0930301f-736f-48d5-b9c3-b459365a12e4 req-fd9f3c5b-844a-4f40-b02f-1868f80a060b tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=978c4f55-13f3-49a2-aef9-5f7ac531ee0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419424 Oct 01 04:27:10.036865 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f42b6d-82bc-4e41-b1f7-ceebc2a7fc8f req-49bd4236-3f4a-4caf-a85d-d7d5577819e8 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:10.038477 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-76f42b6d-82bc-4e41-b1f7-ceebc2a7fc8f req-49bd4236-3f4a-4caf-a85d-d7d5577819e8 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9c97834c-96c0-475f-90e5-f51da938482a HTTP/1.1" status: 200 len: 945 time: 0.0496271 Oct 01 04:27:10.125674 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-76f42b6d-82bc-4e41-b1f7-ceebc2a7fc8f req-a56596b7-5a0d-4556-b904-e62fd3d57516 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Deleting port d2f63b7f-13d5-4488-afdf-ac0c1ff404e5 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:27:10.125915 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-76f42b6d-82bc-4e41-b1f7-ceebc2a7fc8f req-a56596b7-5a0d-4556-b904-e62fd3d57516 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (d2f63b7f-13d5-4488-afdf-ac0c1ff404e5), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:10.214755 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-76f42b6d-82bc-4e41-b1f7-ceebc2a7fc8f req-a56596b7-5a0d-4556-b904-e62fd3d57516 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] For port d2f63b7f-13d5-4488-afdf-ac0c1ff404e5, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=d2f63b7f-13d5-4488-afdf-ac0c1ff404e5,segment=NetworkSegment(06eba3e1-baf4-4adb-a8f4-cfab7df87117),segment_id=06eba3e1-baf4-4adb-a8f4-cfab7df87117)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:27:10.215108 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-76f42b6d-82bc-4e41-b1f7-ceebc2a7fc8f req-a56596b7-5a0d-4556-b904-e62fd3d57516 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (d2f63b7f-13d5-4488-afdf-ac0c1ff404e5), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:10.374706 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-76f42b6d-82bc-4e41-b1f7-ceebc2a7fc8f req-a56596b7-5a0d-4556-b904-e62fd3d57516 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:10.375058 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-76f42b6d-82bc-4e41-b1f7-ceebc2a7fc8f req-a56596b7-5a0d-4556-b904-e62fd3d57516 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989928'] for floatingip (d0518972-37c9-4d06-8314-fc0763935940), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:10.375364 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.db.l3_db [req-76f42b6d-82bc-4e41-b1f7-ceebc2a7fc8f req-a56596b7-5a0d-4556-b904-e62fd3d57516 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Floating IP d0518972-37c9-4d06-8314-fc0763935940 disassociated. External IP: 172.27.2.103, port: d2f63b7f-13d5-4488-afdf-ac0c1ff404e5. Oct 01 04:27:10.375756 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-76f42b6d-82bc-4e41-b1f7-ceebc2a7fc8f req-a56596b7-5a0d-4556-b904-e62fd3d57516 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Calling delete_port for d2f63b7f-13d5-4488-afdf-ac0c1ff404e5 owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:27:10.431906 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:27:10.443793 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:27:10.500886 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-76f42b6d-82bc-4e41-b1f7-ceebc2a7fc8f req-a56596b7-5a0d-4556-b904-e62fd3d57516 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (d2f63b7f-13d5-4488-afdf-ac0c1ff404e5), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:10.537375 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56596b7-5a0d-4556-b904-e62fd3d57516 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Pushing event deleted for resources: {'Port': ['ID=d2f63b7f-13d5-4488-afdf-ac0c1ff404e5,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:27:10.639640 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86925b76-1e1b-4cad-bab7-6140d005e8c4 req-7e2d9200-dc83-46e6-8c63-f0f3eba0614a tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:10.641033 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-86925b76-1e1b-4cad-bab7-6140d005e8c4 req-7e2d9200-dc83-46e6-8c63-f0f3eba0614a tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d HTTP/1.1" status: 200 len: 945 time: 0.0460954 Oct 01 04:27:10.651447 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76f42b6d-82bc-4e41-b1f7-ceebc2a7fc8f req-a56596b7-5a0d-4556-b904-e62fd3d57516 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Router e0562ae8-2e66-4638-8ed3-192f0f6936ee has already been hosted by L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 01 04:27:10.673323 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:27:10.694203 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-86925b76-1e1b-4cad-bab7-6140d005e8c4 req-a7742a20-c37f-4422-9095-1b4e6a20aa34 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a7777c8-844e-48e2-a40d-f3ea00607216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473211 Oct 01 04:27:10.762153 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76f42b6d-82bc-4e41-b1f7-ceebc2a7fc8f req-a56596b7-5a0d-4556-b904-e62fd3d57516 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:27:10.771725 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7ddaea-b656-4808-acf4-a52dd848621d None None] Sync routers for ids ['e0562ae8-2e66-4638-8ed3-192f0f6936ee'] in dv-cinder-860044-1-iscsi {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:27:10.782329 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7ddaea-b656-4808-acf4-a52dd848621d None None] Routers {'e0562ae8-2e66-4638-8ed3-192f0f6936ee'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:27:10.782962 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-be7ddaea-b656-4808-acf4-a52dd848621d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:26:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['e0562ae8-2e66-4638-8ed3-192f0f6936ee'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:27:10.894740 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-be7ddaea-b656-4808-acf4-a52dd848621d None None] Set router e0562ae8-2e66-4638-8ed3-192f0f6936ee gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:27:11.057054 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7af800f8-9c8c-4a1b-9587-2b04b1edda36 req-c96a27b6-4d78-44da-90d5-b907ea3dd05f tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9c97834c-96c0-475f-90e5-f51da938482a HTTP/1.1" status: 200 len: 210 time: 0.0312445 Oct 01 04:27:11.075651 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f42b6d-82bc-4e41-b1f7-ceebc2a7fc8f req-a56596b7-5a0d-4556-b904-e62fd3d57516 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] No DVR routers for this DVR port d2f63b7f-13d5-4488-afdf-ac0c1ff404e5 on host hv-cinder-86004 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 01 04:27:11.078305 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-76f42b6d-82bc-4e41-b1f7-ceebc2a7fc8f req-a56596b7-5a0d-4556-b904-e62fd3d57516 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:11.081800 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-76f42b6d-82bc-4e41-b1f7-ceebc2a7fc8f req-a56596b7-5a0d-4556-b904-e62fd3d57516 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.25 "DELETE /networking/v2.0/ports/d2f63b7f-13d5-4488-afdf-ac0c1ff404e5 HTTP/1.1" status: 204 len: 173 time: 1.0361269 Oct 01 04:27:11.082315 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c97834c-96c0-475f-90e5-f51da938482a', 'name': 'network-vif-deleted', 'tag': 'd2f63b7f-13d5-4488-afdf-ac0c1ff404e5'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:27:11.085199 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23a471ff00a13a2eea8c87216c43e2c9873adc8b08d975975de21b294c9ff96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1d8661-2d70-4448-bc1e-531d3199ea92" -d '{"events": [{"server_uuid": "9c97834c-96c0-475f-90e5-f51da938482a", "name": "network-vif-deleted", "tag": "d2f63b7f-13d5-4488-afdf-ac0c1ff404e5"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:27:11.130363 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-be7ddaea-b656-4808-acf4-a52dd848621d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'name': 'tempest-AttachVolumeNegativeTest-12373195-router', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:25:16Z', 'updated_at': '2022-10-01T04:25:19Z', 'revision_number': 4, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'gw_port': {'id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ba:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:17Z', 'updated_at': '2022-10-01T04:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_floatingips': [{'id': '143737fc-6ab9-4528-a97c-98300d98c307', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'router_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'port_id': '6050285d-4ac5-4514-991a-d2765dc0ca76', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6', 'mac_address': 'fa:16:3e:23:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7666cbd6-6648-4f0b-ba58-7a95bd94700c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-01T04:25:21Z', 'updated_at': '2022-10-01T04:25:36Z', 'revision_number': 2, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bc404c5-c8a9-42a3-881d-e9b151d0fdad', 'name': '', 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'mac_address': 'fa:16:3e:b4:b7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:18Z', 'updated_at': '2022-10-01T04:25:24Z', 'revision_number': 5, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'subnets': [{'id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:27:11.137246 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 01 Oct 2022 04:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c42740-ad65-4af5-b803-917108c5e988 x-openstack-request-id: req-91c42740-ad65-4af5-b803-917108c5e988 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:27:11.137544 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c97834c-96c0-475f-90e5-f51da938482a", "name": "network-vif-deleted", "tag": "d2f63b7f-13d5-4488-afdf-ac0c1ff404e5", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:27:11.137795 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-91c42740-ad65-4af5-b803-917108c5e988 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:27:11.138193 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91c42740-ad65-4af5-b803-917108c5e988'] response: {'server_uuid': '9c97834c-96c0-475f-90e5-f51da938482a', 'name': 'network-vif-deleted', 'tag': 'd2f63b7f-13d5-4488-afdf-ac0c1ff404e5', 'status': 'completed', 'code': 200} Oct 01 04:27:11.157502 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7ddaea-b656-4808-acf4-a52dd848621d None None] Checking router: e0562ae8-2e66-4638-8ed3-192f0f6936ee for host: dv-cinder-860044-1-iscsi {{(pid=106388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:27:11.168493 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7ddaea-b656-4808-acf4-a52dd848621d None None] Routers {'e0562ae8-2e66-4638-8ed3-192f0f6936ee'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:27:11.169723 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-be7ddaea-b656-4808-acf4-a52dd848621d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:26:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['e0562ae8-2e66-4638-8ed3-192f0f6936ee'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:27:11.280181 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-be7ddaea-b656-4808-acf4-a52dd848621d None None] Set router e0562ae8-2e66-4638-8ed3-192f0f6936ee gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:27:11.407024 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8f1c9-4c61-468e-9a3f-23d7d7b94f3f req-df465629-237c-40bc-a419-e60b3629842f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:11.409512 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7ea8f1c9-4c61-468e-9a3f-23d7d7b94f3f req-df465629-237c-40bc-a419-e60b3629842f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1eda12202e6f439b96a87a81d7531503&device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d HTTP/1.1" status: 200 len: 1129 time: 0.0462799 Oct 01 04:27:11.509553 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-be7ddaea-b656-4808-acf4-a52dd848621d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'name': 'tempest-AttachVolumeNegativeTest-12373195-router', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:25:16Z', 'updated_at': '2022-10-01T04:25:19Z', 'revision_number': 4, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'gw_port': {'id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ba:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:17Z', 'updated_at': '2022-10-01T04:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_floatingips': [{'id': '143737fc-6ab9-4528-a97c-98300d98c307', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'router_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'port_id': '6050285d-4ac5-4514-991a-d2765dc0ca76', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6', 'mac_address': 'fa:16:3e:23:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7666cbd6-6648-4f0b-ba58-7a95bd94700c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-01T04:25:21Z', 'updated_at': '2022-10-01T04:25:36Z', 'revision_number': 2, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bc404c5-c8a9-42a3-881d-e9b151d0fdad', 'name': '', 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'mac_address': 'fa:16:3e:b4:b7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:18Z', 'updated_at': '2022-10-01T04:25:24Z', 'revision_number': 5, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'subnets': [{'id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:27:11.526415 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8f1c9-4c61-468e-9a3f-23d7d7b94f3f req-de47747a-f48e-4b66-9ad1-85e8366c780d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:11.527855 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7ea8f1c9-4c61-468e-9a3f-23d7d7b94f3f req-de47747a-f48e-4b66-9ad1-85e8366c780d service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=dfb1f66d-4f49-4f84-9a12-ceecfc8e716b HTTP/1.1" status: 200 len: 910 time: 0.1122367 Oct 01 04:27:11.534707 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7ddaea-b656-4808-acf4-a52dd848621d None None] The sync data for ids ['e0562ae8-2e66-4638-8ed3-192f0f6936ee'] in dv-cinder-860044-1-iscsi is: [{'id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'name': 'tempest-AttachVolumeNegativeTest-12373195-router', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:25:16Z', 'updated_at': '2022-10-01T04:25:19Z', 'revision_number': 4, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'gw_port': {'id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ba:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:17Z', 'updated_at': '2022-10-01T04:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_floatingips': [{'id': '143737fc-6ab9-4528-a97c-98300d98c307', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'router_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'port_id': '6050285d-4ac5-4514-991a-d2765dc0ca76', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6', 'mac_address': 'fa:16:3e:23:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7666cbd6-6648-4f0b-ba58-7a95bd94700c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-01T04:25:21Z', 'updated_at': '2022-10-01T04:25:36Z', 'revision_number': 2, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bc404c5-c8a9-42a3-881d-e9b151d0fdad', 'name': '', 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'mac_address': 'fa:16:3e:b4:b7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:18Z', 'updated_at': '2022-10-01T04:25:24Z', 'revision_number': 5, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'subnets': [{'id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:27:11.764295 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04eee37-cc55-4ec5-86c8-9e86ff86127e None None] New status for floating IP d0518972-37c9-4d06-8314-fc0763935940: DOWN {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 01 04:27:11.778095 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7ea8f1c9-4c61-468e-9a3f-23d7d7b94f3f req-f9233b77-1d76-4ed2-b8cc-02647e78839d service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff800efd-217a-4aea-84a5-e5f05dd17b62 HTTP/1.1" status: 200 len: 1001 time: 0.0686061 Oct 01 04:27:11.796912 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:27:11.840839 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c372c5-1650-4de7-9db8-4ad083513a96 req-6a176fa9-cc03-402f-a560-9b0ed60dd657 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:11.842915 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-76c372c5-1650-4de7-9db8-4ad083513a96 req-6a176fa9-cc03-402f-a560-9b0ed60dd657 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d HTTP/1.1" status: 200 len: 945 time: 0.0576699 Oct 01 04:27:11.854502 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8f1c9-4c61-468e-9a3f-23d7d7b94f3f req-17350f44-2451-4b25-be18-4d7f14cb3299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:11.859875 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7ea8f1c9-4c61-468e-9a3f-23d7d7b94f3f req-17350f44-2451-4b25-be18-4d7f14cb3299 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=24b2ed70-732b-4138-94d1-34ea1c5e13bd HTTP/1.1" status: 200 len: 848 time: 0.0673039 Oct 01 04:27:11.909302 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-76c372c5-1650-4de7-9db8-4ad083513a96 req-0749f30f-8bef-4f85-aeea-c10b19119703 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a7777c8-844e-48e2-a40d-f3ea00607216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597906 Oct 01 04:27:11.916491 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8f1c9-4c61-468e-9a3f-23d7d7b94f3f req-7b397246-af3c-4d8c-b7e5-49cd6730f569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:11.918294 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7ea8f1c9-4c61-468e-9a3f-23d7d7b94f3f req-7b397246-af3c-4d8c-b7e5-49cd6730f569 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=dfb1f66d-4f49-4f84-9a12-ceecfc8e716b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0560277 Oct 01 04:27:12.017203 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7ea8f1c9-4c61-468e-9a3f-23d7d7b94f3f req-3d87c24d-91c3-47ac-96b1-3c7b71966bfe service neutron] 10.222.0.25 "GET /networking/v2.0/networks/dfb1f66d-4f49-4f84-9a12-ceecfc8e716b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917161 Oct 01 04:27:12.109758 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7ea8f1c9-4c61-468e-9a3f-23d7d7b94f3f req-c41f1c22-a9e0-4fc4-965e-f7e386bc7668 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/dfb1f66d-4f49-4f84-9a12-ceecfc8e716b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846539 Oct 01 04:27:12.155072 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 41876) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:27:12.208324 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-664bd0ff-d895-4d40-97c6-415521e2647e tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for security_group (978c4f55-13f3-49a2-aef9-5f7ac531ee0b), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:12.233874 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-664bd0ff-d895-4d40-97c6-415521e2647e tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for security_group (978c4f55-13f3-49a2-aef9-5f7ac531ee0b), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:12.281879 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-664bd0ff-d895-4d40-97c6-415521e2647e tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (978c4f55-13f3-49a2-aef9-5f7ac531ee0b), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:12.284434 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-664bd0ff-d895-4d40-97c6-415521e2647e tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:12.285975 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-664bd0ff-d895-4d40-97c6-415521e2647e tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/978c4f55-13f3-49a2-aef9-5f7ac531ee0b HTTP/1.1" status: 204 len: 168 time: 0.1295907 Oct 01 04:27:12.288912 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 41878) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:27:12.295414 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664bd0ff-d895-4d40-97c6-415521e2647e tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=978c4f55-13f3-49a2-aef9-5f7ac531ee0b,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:27:12.303924 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.api.v2.resource [None req-3a9b8802-e3d5-4666-bfd4-9b75c0e1da6a tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] show failed (client error): The resource could not be found. Oct 01 04:27:12.304905 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-3a9b8802-e3d5-4666-bfd4-9b75c0e1da6a tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/security-groups/978c4f55-13f3-49a2-aef9-5f7ac531ee0b HTTP/1.1" status: 404 len: 347 time: 0.0150089 Oct 01 04:27:12.308615 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 41880) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:27:12.417715 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-39fc2257-3437-4d75-b8bb-30420021cae9 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Deleting port 6884c475-5331-4cd6-8e09-2f686c068541 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:27:12.418059 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-39fc2257-3437-4d75-b8bb-30420021cae9 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (6884c475-5331-4cd6-8e09-2f686c068541), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:12.465900 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:27:12.471699 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:27:12.498199 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-39fc2257-3437-4d75-b8bb-30420021cae9 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (6884c475-5331-4cd6-8e09-2f686c068541), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:12.498532 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-39fc2257-3437-4d75-b8bb-30420021cae9 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for floatingip (6884c475-5331-4cd6-8e09-2f686c068541), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:12.511561 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-39fc2257-3437-4d75-b8bb-30420021cae9 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Calling delete_port for 6884c475-5331-4cd6-8e09-2f686c068541 owned by network:floatingip {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:27:12.641830 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-39fc2257-3437-4d75-b8bb-30420021cae9 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (6884c475-5331-4cd6-8e09-2f686c068541), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:12.667070 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fc2257-3437-4d75-b8bb-30420021cae9 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Pushing event deleted for resources: {'Port': ['ID=6884c475-5331-4cd6-8e09-2f686c068541,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:27:12.728519 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-39fc2257-3437-4d75-b8bb-30420021cae9 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for floatingip (d0518972-37c9-4d06-8314-fc0763935940), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:12.730973 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-39fc2257-3437-4d75-b8bb-30420021cae9 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for floatingip (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:12.732112 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-39fc2257-3437-4d75-b8bb-30420021cae9 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/d0518972-37c9-4d06-8314-fc0763935940 HTTP/1.1" status: 204 len: 168 time: 0.4225841 Oct 01 04:27:12.766271 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6b9ba6e0-5917-48c7-aae8-660d8b57e707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (973633b6-dd94-436d-b3a5-971dbc41e63c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:12.817765 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device d2f63b7f-13d5-4488-afdf-ac0c1ff404e5 no longer exists at agent hyperv_hv-cinder-86004 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:27:12.838537 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] No Port match for: d2f63b7f-13d5-4488-afdf-ac0c1ff404e5 {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 01 04:27:12.838876 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device d2f63b7f-13d5-4488-afdf-ac0c1ff404e5 not bound to the agent host hv-cinder-86004 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 01 04:27:13.035920 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97c3cb-6f4c-40e7-8c98-8f67149457b6 req-634a8391-405a-4d6e-9961-0399947bbcd2 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:13.037431 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-4d97c3cb-6f4c-40e7-8c98-8f67149457b6 req-634a8391-405a-4d6e-9961-0399947bbcd2 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d HTTP/1.1" status: 200 len: 945 time: 0.0490792 Oct 01 04:27:13.087141 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-4d97c3cb-6f4c-40e7-8c98-8f67149457b6 req-49d01a5a-b4fb-41e5-8f9e-3275942dad87 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a7777c8-844e-48e2-a40d-f3ea00607216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435994 Oct 01 04:27:14.209287 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8425855-14df-4edc-830d-11e024f1d690 req-733b6d9c-10af-44c1-b709-0e791fd7dbfd tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:14.210733 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b8425855-14df-4edc-830d-11e024f1d690 req-733b6d9c-10af-44c1-b709-0e791fd7dbfd tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d HTTP/1.1" status: 200 len: 945 time: 0.0463791 Oct 01 04:27:14.266227 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b8425855-14df-4edc-830d-11e024f1d690 req-6b71f17c-b345-47f5-9243-0734fec80398 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a7777c8-844e-48e2-a40d-f3ea00607216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499547 Oct 01 04:27:15.096544 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5c4b1f59-0d96-40a9-a922-2ade11559220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (797ac3f1-c973-4eec-9950-99ad88971ed1), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:15.416187 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393a37d-0ccc-4530-8a51-3df4dd0f574b req-d7aa4bdf-2063-4502-a60c-2a41faebf7bf tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:15.417667 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7393a37d-0ccc-4530-8a51-3df4dd0f574b req-d7aa4bdf-2063-4502-a60c-2a41faebf7bf tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d HTTP/1.1" status: 200 len: 945 time: 0.0724239 Oct 01 04:27:15.438745 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a076e630-7fd7-4eaf-bca3-20346b0f5f92 req-7fbb99cd-bfb1-45c0-a5ac-e0ed4f8499ac tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:15.440149 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a076e630-7fd7-4eaf-bca3-20346b0f5f92 req-7fbb99cd-bfb1-45c0-a5ac-e0ed4f8499ac tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7666cbd6-6648-4f0b-ba58-7a95bd94700c HTTP/1.1" status: 200 len: 945 time: 0.0662839 Oct 01 04:27:15.500944 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7393a37d-0ccc-4530-8a51-3df4dd0f574b req-e6db50f4-f5db-4909-af8b-6ef0f5070923 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a7777c8-844e-48e2-a40d-f3ea00607216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753701 Oct 01 04:27:15.513938 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a076e630-7fd7-4eaf-bca3-20346b0f5f92 req-f56e45ca-17d1-4aea-b800-5ad74593d85f tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=464176ff-6a03-4c73-815f-ecaa09cb862d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668795 Oct 01 04:27:15.734216 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-78f37001-3c31-48ec-abc4-177cf7dfee9e req-32b610fa-ac55-46d5-be8b-c7b5a1717761 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0679746 Oct 01 04:27:15.749401 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273d5f5-d649-47e7-a595-327a5ce3b543 req-f78fccd2-a240-4715-bfab-9af4d16c496e tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:15.750806 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-f273d5f5-d649-47e7-a595-327a5ce3b543 req-f78fccd2-a240-4715-bfab-9af4d16c496e tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d HTTP/1.1" status: 200 len: 945 time: 0.0548398 Oct 01 04:27:15.829975 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f37001-3c31-48ec-abc4-177cf7dfee9e req-994ca292-49ef-4859-9784-5af4bb290a31 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:15.831293 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-78f37001-3c31-48ec-abc4-177cf7dfee9e req-994ca292-49ef-4859-9784-5af4bb290a31 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/ports/ff800efd-217a-4aea-84a5-e5f05dd17b62 HTTP/1.1" status: 200 len: 942 time: 0.0679979 Oct 01 04:27:15.840182 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-f273d5f5-d649-47e7-a595-327a5ce3b543 req-cdd96156-e7ec-43fa-a007-c29b0b4fa16e tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a7777c8-844e-48e2-a40d-f3ea00607216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835490 Oct 01 04:27:16.276269 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55550f09-9bf2-4503-b16a-2d26c0a47f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (3f31be2c-2b77-4d66-9a3d-30b9eb89a668), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:16.643111 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a566ab6-5b28-439a-a295-36fed51863a5 req-43803f49-e4c6-4487-a925-db130ecaa70e tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:16.644605 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7a566ab6-5b28-439a-a295-36fed51863a5 req-43803f49-e4c6-4487-a925-db130ecaa70e tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7666cbd6-6648-4f0b-ba58-7a95bd94700c HTTP/1.1" status: 200 len: 945 time: 0.0527606 Oct 01 04:27:16.695634 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-7a566ab6-5b28-439a-a295-36fed51863a5 req-466d4a4e-3d91-41f6-a84a-10e05013181b tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=464176ff-6a03-4c73-815f-ecaa09cb862d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445447 Oct 01 04:27:16.843133 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device ff800efd-217a-4aea-84a5-e5f05dd17b62 no longer exists at agent hyperv_hv-cinder-86004 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:27:16.846276 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:27:16.889921 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:27:16.923025 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Current status of the port ff800efd-217a-4aea-84a5-e5f05dd17b62 is: ACTIVE; New status is: DOWN {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:27:16.923423 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (ff800efd-217a-4aea-84a5-e5f05dd17b62), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:16.935758 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609061f-bbf2-45f0-8dcc-8caecb81ef6d req-981b5c3c-6ed8-4843-b2fd-0fb4692e9a37 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:16.937380 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6609061f-bbf2-45f0-8dcc-8caecb81ef6d req-981b5c3c-6ed8-4843-b2fd-0fb4692e9a37 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7666cbd6-6648-4f0b-ba58-7a95bd94700c HTTP/1.1" status: 200 len: 945 time: 0.0585268 Oct 01 04:27:16.948010 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af93c94-483f-4f6d-a017-d45ef01bac8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff800efd-217a-4aea-84a5-e5f05dd17b62'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:27:16.950309 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc2ed8ba810a9a899feae06a2d512ab46721588d0493fdbeca0f1bffbb3e03b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748e0224-3e0a-4f5a-bbe0-36a72622641e" -d '{"events": [{"server_uuid": "2af93c94-483f-4f6d-a017-d45ef01bac8d", "name": "network-vif-unplugged", "status": "completed", "tag": "ff800efd-217a-4aea-84a5-e5f05dd17b62"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:27:16.966233 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port ff800efd-217a-4aea-84a5-e5f05dd17b62, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=ff800efd-217a-4aea-84a5-e5f05dd17b62,segment=NetworkSegment(ce4baa6a-a847-474d-a353-040c360e37c0),segment_id=ce4baa6a-a847-474d-a353-040c360e37c0)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:27:16.972146 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (ff800efd-217a-4aea-84a5-e5f05dd17b62), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:16.999504 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9e5eb-6ca5-4f0d-93ad-49f256b0c37a req-d7378071-667f-45f2-abf9-07fda3a57f14 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:17.002177 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-22c9e5eb-6ca5-4f0d-93ad-49f256b0c37a req-d7378071-667f-45f2-abf9-07fda3a57f14 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d HTTP/1.1" status: 200 len: 945 time: 0.0591798 Oct 01 04:27:17.014336 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 01 Oct 2022 04:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df33cb0d-ca3f-4bf2-bf7b-ecd851524929 x-openstack-request-id: req-df33cb0d-ca3f-4bf2-bf7b-ecd851524929 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:27:17.014711 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af93c94-483f-4f6d-a017-d45ef01bac8d", "name": "network-vif-unplugged", "status": "failed", "tag": "ff800efd-217a-4aea-84a5-e5f05dd17b62", "code": 422}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:27:17.015057 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-df33cb0d-ca3f-4bf2-bf7b-ecd851524929 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:27:17.015556 dv-cinder-860044-1-iscsi neutron-server[106388]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-df33cb0d-ca3f-4bf2-bf7b-ecd851524929']: {'server_uuid': '2af93c94-483f-4f6d-a017-d45ef01bac8d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ff800efd-217a-4aea-84a5-e5f05dd17b62', 'code': 422} returned with failed status Oct 01 04:27:17.032644 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Pushing event updated for resources: {'Port': ['ID=ff800efd-217a-4aea-84a5-e5f05dd17b62,revision_number=6']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:27:17.041711 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-6609061f-bbf2-45f0-8dcc-8caecb81ef6d req-f5859a58-106e-4e3f-bcef-6d5d6979d73d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Deleting port 6050285d-4ac5-4514-991a-d2765dc0ca76 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:27:17.042216 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-6609061f-bbf2-45f0-8dcc-8caecb81ef6d req-f5859a58-106e-4e3f-bcef-6d5d6979d73d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (6050285d-4ac5-4514-991a-d2765dc0ca76), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:17.055885 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-22c9e5eb-6ca5-4f0d-93ad-49f256b0c37a req-f95fb081-d1f4-4dc2-8a9d-2589d70561d6 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a7777c8-844e-48e2-a40d-f3ea00607216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482271 Oct 01 04:27:17.142126 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-6609061f-bbf2-45f0-8dcc-8caecb81ef6d req-f5859a58-106e-4e3f-bcef-6d5d6979d73d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] For port 6050285d-4ac5-4514-991a-d2765dc0ca76, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=6050285d-4ac5-4514-991a-d2765dc0ca76,segment=NetworkSegment(06eba3e1-baf4-4adb-a8f4-cfab7df87117),segment_id=06eba3e1-baf4-4adb-a8f4-cfab7df87117)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:27:17.142628 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-6609061f-bbf2-45f0-8dcc-8caecb81ef6d req-f5859a58-106e-4e3f-bcef-6d5d6979d73d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (6050285d-4ac5-4514-991a-d2765dc0ca76), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:17.315596 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-6609061f-bbf2-45f0-8dcc-8caecb81ef6d req-f5859a58-106e-4e3f-bcef-6d5d6979d73d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:17.315989 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-6609061f-bbf2-45f0-8dcc-8caecb81ef6d req-f5859a58-106e-4e3f-bcef-6d5d6979d73d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989928'] for floatingip (143737fc-6ab9-4528-a97c-98300d98c307), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:17.316303 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.db.l3_db [req-6609061f-bbf2-45f0-8dcc-8caecb81ef6d req-f5859a58-106e-4e3f-bcef-6d5d6979d73d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Floating IP 143737fc-6ab9-4528-a97c-98300d98c307 disassociated. External IP: 172.27.2.170, port: 6050285d-4ac5-4514-991a-d2765dc0ca76. Oct 01 04:27:17.316645 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-6609061f-bbf2-45f0-8dcc-8caecb81ef6d req-f5859a58-106e-4e3f-bcef-6d5d6979d73d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Calling delete_port for 6050285d-4ac5-4514-991a-d2765dc0ca76 owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:27:17.466907 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-6609061f-bbf2-45f0-8dcc-8caecb81ef6d req-f5859a58-106e-4e3f-bcef-6d5d6979d73d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (6050285d-4ac5-4514-991a-d2765dc0ca76), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:17.494606 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5859a58-106e-4e3f-bcef-6d5d6979d73d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Pushing event deleted for resources: {'Port': ['ID=6050285d-4ac5-4514-991a-d2765dc0ca76,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:27:17.511263 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5859a58-106e-4e3f-bcef-6d5d6979d73d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:27:17.511608 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5859a58-106e-4e3f-bcef-6d5d6979d73d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:27:17.511946 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5859a58-106e-4e3f-bcef-6d5d6979d73d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:27:17.512282 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5859a58-106e-4e3f-bcef-6d5d6979d73d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:27:17.512610 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5859a58-106e-4e3f-bcef-6d5d6979d73d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:27:17.512955 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5859a58-106e-4e3f-bcef-6d5d6979d73d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:27:17.513283 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5859a58-106e-4e3f-bcef-6d5d6979d73d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:27:17.513605 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5859a58-106e-4e3f-bcef-6d5d6979d73d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:27:17.513935 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5859a58-106e-4e3f-bcef-6d5d6979d73d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:27:17.514265 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5859a58-106e-4e3f-bcef-6d5d6979d73d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:27:17.514579 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5859a58-106e-4e3f-bcef-6d5d6979d73d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:27:17.515446 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5859a58-106e-4e3f-bcef-6d5d6979d73d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:27:17.515873 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5859a58-106e-4e3f-bcef-6d5d6979d73d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:27:17.516081 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5859a58-106e-4e3f-bcef-6d5d6979d73d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:27:17.516420 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5859a58-106e-4e3f-bcef-6d5d6979d73d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:27:17.521763 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:27:17.553420 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:27:17.627308 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6609061f-bbf2-45f0-8dcc-8caecb81ef6d req-f5859a58-106e-4e3f-bcef-6d5d6979d73d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Router e0562ae8-2e66-4638-8ed3-192f0f6936ee has already been hosted by L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 01 04:27:17.700170 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (d8875dbe-87f1-4639-b3ef-79ff4b202d58), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:17.736256 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6609061f-bbf2-45f0-8dcc-8caecb81ef6d req-f5859a58-106e-4e3f-bcef-6d5d6979d73d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:27:17.747896 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c28c8e-23a2-47d2-85a0-aff8efe0a000 None None] Sync routers for ids ['e0562ae8-2e66-4638-8ed3-192f0f6936ee'] in dv-cinder-860044-1-iscsi {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:27:17.759377 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c28c8e-23a2-47d2-85a0-aff8efe0a000 None None] Routers {'e0562ae8-2e66-4638-8ed3-192f0f6936ee'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:27:17.760102 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-a6c28c8e-23a2-47d2-85a0-aff8efe0a000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:27:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['e0562ae8-2e66-4638-8ed3-192f0f6936ee'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:27:17.780605 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-6609061f-bbf2-45f0-8dcc-8caecb81ef6d req-f5859a58-106e-4e3f-bcef-6d5d6979d73d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] No DVR routers for this DVR port 6050285d-4ac5-4514-991a-d2765dc0ca76 on host hv-cinder-86004 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 01 04:27:17.783323 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-6609061f-bbf2-45f0-8dcc-8caecb81ef6d req-f5859a58-106e-4e3f-bcef-6d5d6979d73d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:17.787555 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6609061f-bbf2-45f0-8dcc-8caecb81ef6d req-f5859a58-106e-4e3f-bcef-6d5d6979d73d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.25 "DELETE /networking/v2.0/ports/6050285d-4ac5-4514-991a-d2765dc0ca76 HTTP/1.1" status: 204 len: 173 time: 0.8443902 Oct 01 04:27:17.788081 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7666cbd6-6648-4f0b-ba58-7a95bd94700c', 'name': 'network-vif-deleted', 'tag': '6050285d-4ac5-4514-991a-d2765dc0ca76'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:27:17.791186 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23a471ff00a13a2eea8c87216c43e2c9873adc8b08d975975de21b294c9ff96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d9026d-ab4c-44f4-b3d4-9c3a151533e8" -d '{"events": [{"server_uuid": "7666cbd6-6648-4f0b-ba58-7a95bd94700c", "name": "network-vif-deleted", "tag": "6050285d-4ac5-4514-991a-d2765dc0ca76"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:27:17.814430 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-f88b0f1e-da55-4684-a158-c73592265867 req-4a96abfc-082b-4812-9a1e-98f18085e051 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7666cbd6-6648-4f0b-ba58-7a95bd94700c HTTP/1.1" status: 200 len: 210 time: 0.0325115 Oct 01 04:27:17.879931 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 01 Oct 2022 04:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2864bd8f-da8f-498f-bc5f-9d960b404d4a x-openstack-request-id: req-2864bd8f-da8f-498f-bc5f-9d960b404d4a {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:27:17.880227 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7666cbd6-6648-4f0b-ba58-7a95bd94700c", "name": "network-vif-deleted", "tag": "6050285d-4ac5-4514-991a-d2765dc0ca76", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:27:17.880487 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2864bd8f-da8f-498f-bc5f-9d960b404d4a {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:27:17.880902 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2864bd8f-da8f-498f-bc5f-9d960b404d4a'] response: {'server_uuid': '7666cbd6-6648-4f0b-ba58-7a95bd94700c', 'name': 'network-vif-deleted', 'tag': '6050285d-4ac5-4514-991a-d2765dc0ca76', 'status': 'completed', 'code': 200} Oct 01 04:27:17.890235 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-a6c28c8e-23a2-47d2-85a0-aff8efe0a000 None None] Set router e0562ae8-2e66-4638-8ed3-192f0f6936ee gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:27:17.894572 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f37001-3c31-48ec-abc4-177cf7dfee9e req-e79b9ba4-b18b-4b4b-96a3-3a7c4637abed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:17.896112 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-78f37001-3c31-48ec-abc4-177cf7dfee9e req-e79b9ba4-b18b-4b4b-96a3-3a7c4637abed service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d&tenant_id=1eda12202e6f439b96a87a81d7531503 HTTP/1.1" status: 200 len: 1127 time: 0.0635860 Oct 01 04:27:17.966873 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f37001-3c31-48ec-abc4-177cf7dfee9e req-d026c3c9-f97b-4a8d-bd26-fa3a1d4c5351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:17.968475 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-78f37001-3c31-48ec-abc4-177cf7dfee9e req-d026c3c9-f97b-4a8d-bd26-fa3a1d4c5351 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1eda12202e6f439b96a87a81d7531503&device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d HTTP/1.1" status: 200 len: 1127 time: 0.0447004 Oct 01 04:27:18.037438 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91c43220-b735-4568-b99e-ce3dc63ea20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (a017e3cb-dd0a-4c83-ac3d-dd65b6d6e9f8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:18.086553 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f37001-3c31-48ec-abc4-177cf7dfee9e req-ef0a85b8-5cdb-4b6e-b3d2-79e964105177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:18.091129 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-78f37001-3c31-48ec-abc4-177cf7dfee9e req-ef0a85b8-5cdb-4b6e-b3d2-79e964105177 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=dfb1f66d-4f49-4f84-9a12-ceecfc8e716b HTTP/1.1" status: 200 len: 910 time: 0.1070852 Oct 01 04:27:18.138911 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-a6c28c8e-23a2-47d2-85a0-aff8efe0a000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'name': 'tempest-AttachVolumeNegativeTest-12373195-router', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:25:16Z', 'updated_at': '2022-10-01T04:25:19Z', 'revision_number': 4, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'gw_port': {'id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ba:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:17Z', 'updated_at': '2022-10-01T04:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '4bc404c5-c8a9-42a3-881d-e9b151d0fdad', 'name': '', 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'mac_address': 'fa:16:3e:b4:b7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:18Z', 'updated_at': '2022-10-01T04:25:24Z', 'revision_number': 5, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'subnets': [{'id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:27:18.166938 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c28c8e-23a2-47d2-85a0-aff8efe0a000 None None] Checking router: e0562ae8-2e66-4638-8ed3-192f0f6936ee for host: dv-cinder-860044-1-iscsi {{(pid=106388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:27:18.169933 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-78f37001-3c31-48ec-abc4-177cf7dfee9e req-57beabcf-c6c6-43af-aef9-512d0a1631c3 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff800efd-217a-4aea-84a5-e5f05dd17b62 HTTP/1.1" status: 200 len: 999 time: 0.0760505 Oct 01 04:27:18.175471 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c28c8e-23a2-47d2-85a0-aff8efe0a000 None None] Routers {'e0562ae8-2e66-4638-8ed3-192f0f6936ee'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:27:18.176077 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-a6c28c8e-23a2-47d2-85a0-aff8efe0a000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:27:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['e0562ae8-2e66-4638-8ed3-192f0f6936ee'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:27:18.186739 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:27:18.193019 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:27:18.208958 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c50ebd-91b1-4574-a14b-ae7484b18537 req-4872736a-b94f-49ea-9274-bdce9b1757eb tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:18.210427 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-26c50ebd-91b1-4574-a14b-ae7484b18537 req-4872736a-b94f-49ea-9274-bdce9b1757eb tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d HTTP/1.1" status: 200 len: 943 time: 0.0560088 Oct 01 04:27:18.265268 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-26c50ebd-91b1-4574-a14b-ae7484b18537 req-84fd5396-4c72-42f6-bcc7-8c52b12cdb6f tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a7777c8-844e-48e2-a40d-f3ea00607216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477760 Oct 01 04:27:18.402031 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f37001-3c31-48ec-abc4-177cf7dfee9e req-b9ea132e-c1f3-4008-923e-43338adadf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:18.403625 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-78f37001-3c31-48ec-abc4-177cf7dfee9e req-b9ea132e-c1f3-4008-923e-43338adadf9b service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=24b2ed70-732b-4138-94d1-34ea1c5e13bd HTTP/1.1" status: 200 len: 848 time: 0.0501912 Oct 01 04:27:18.433699 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-a6c28c8e-23a2-47d2-85a0-aff8efe0a000 None None] Set router e0562ae8-2e66-4638-8ed3-192f0f6936ee gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:27:18.455972 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f37001-3c31-48ec-abc4-177cf7dfee9e req-62fb6588-89a8-4319-b1a4-077d78d06083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:18.457556 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-78f37001-3c31-48ec-abc4-177cf7dfee9e req-62fb6588-89a8-4319-b1a4-077d78d06083 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=dfb1f66d-4f49-4f84-9a12-ceecfc8e716b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434625 Oct 01 04:27:18.559769 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-78f37001-3c31-48ec-abc4-177cf7dfee9e req-5df80777-470c-411c-926c-a45dddb5b86f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/dfb1f66d-4f49-4f84-9a12-ceecfc8e716b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956573 Oct 01 04:27:18.637771 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-a6c28c8e-23a2-47d2-85a0-aff8efe0a000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'name': 'tempest-AttachVolumeNegativeTest-12373195-router', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:25:16Z', 'updated_at': '2022-10-01T04:25:19Z', 'revision_number': 4, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'gw_port': {'id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ba:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:17Z', 'updated_at': '2022-10-01T04:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '4bc404c5-c8a9-42a3-881d-e9b151d0fdad', 'name': '', 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'mac_address': 'fa:16:3e:b4:b7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:18Z', 'updated_at': '2022-10-01T04:25:24Z', 'revision_number': 5, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'subnets': [{'id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:27:18.656588 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-78f37001-3c31-48ec-abc4-177cf7dfee9e req-898eaa71-0b9b-4fc8-af5a-ac720b980548 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/dfb1f66d-4f49-4f84-9a12-ceecfc8e716b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854383 Oct 01 04:27:18.663649 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c28c8e-23a2-47d2-85a0-aff8efe0a000 None None] The sync data for ids ['e0562ae8-2e66-4638-8ed3-192f0f6936ee'] in dv-cinder-860044-1-iscsi is: [{'id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'name': 'tempest-AttachVolumeNegativeTest-12373195-router', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:25:16Z', 'updated_at': '2022-10-01T04:25:19Z', 'revision_number': 4, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'gw_port': {'id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ba:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:17Z', 'updated_at': '2022-10-01T04:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '4bc404c5-c8a9-42a3-881d-e9b151d0fdad', 'name': '', 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'mac_address': 'fa:16:3e:b4:b7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:18Z', 'updated_at': '2022-10-01T04:25:24Z', 'revision_number': 5, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'subnets': [{'id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:27:18.880862 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78457be9-2bef-4e13-bcb7-721f6386128b None None] New status for floating IP 143737fc-6ab9-4528-a97c-98300d98c307: DOWN {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 01 04:27:18.918176 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 41936) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:27:18.978465 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0ed0e038-eb38-4c43-b5d0-90d00e538e8d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for security_group (464176ff-6a03-4c73-815f-ecaa09cb862d), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:19.002651 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0ed0e038-eb38-4c43-b5d0-90d00e538e8d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for security_group (464176ff-6a03-4c73-815f-ecaa09cb862d), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:19.052848 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0ed0e038-eb38-4c43-b5d0-90d00e538e8d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (464176ff-6a03-4c73-815f-ecaa09cb862d), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:19.055542 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0ed0e038-eb38-4c43-b5d0-90d00e538e8d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:19.057347 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-0ed0e038-eb38-4c43-b5d0-90d00e538e8d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/464176ff-6a03-4c73-815f-ecaa09cb862d HTTP/1.1" status: 204 len: 168 time: 0.1381700 Oct 01 04:27:19.060445 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 41938) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:27:19.067563 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed0e038-eb38-4c43-b5d0-90d00e538e8d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=464176ff-6a03-4c73-815f-ecaa09cb862d,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:27:19.080042 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.api.v2.resource [None req-dcc8a127-c3d9-429e-8766-f3164affc49b tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] show failed (client error): The resource could not be found. Oct 01 04:27:19.081210 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-dcc8a127-c3d9-429e-8766-f3164affc49b tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/security-groups/464176ff-6a03-4c73-815f-ecaa09cb862d HTTP/1.1" status: 404 len: 347 time: 0.0186012 Oct 01 04:27:19.084385 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 41940) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:27:19.124588 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:27:19.198864 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-a6153275-0924-4927-86a7-4cc6f0072f1c tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Deleting port 8fea299a-41c8-4baf-9649-5bcd6bd93c0c {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:27:19.199207 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a6153275-0924-4927-86a7-4cc6f0072f1c tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (8fea299a-41c8-4baf-9649-5bcd6bd93c0c), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:19.245317 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:27:19.275797 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a6153275-0924-4927-86a7-4cc6f0072f1c tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (8fea299a-41c8-4baf-9649-5bcd6bd93c0c), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:19.276121 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a6153275-0924-4927-86a7-4cc6f0072f1c tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for floatingip (8fea299a-41c8-4baf-9649-5bcd6bd93c0c), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:19.292254 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-a6153275-0924-4927-86a7-4cc6f0072f1c tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Calling delete_port for 8fea299a-41c8-4baf-9649-5bcd6bd93c0c owned by network:floatingip {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:27:19.387081 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392cfc35-7d8d-47e4-9126-a5916df5fc5b req-1124b9b5-8f9e-4bc5-b1b5-221f545bff48 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:19.388564 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-392cfc35-7d8d-47e4-9126-a5916df5fc5b req-1124b9b5-8f9e-4bc5-b1b5-221f545bff48 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d HTTP/1.1" status: 200 len: 943 time: 0.0470326 Oct 01 04:27:19.425550 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a6153275-0924-4927-86a7-4cc6f0072f1c tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (8fea299a-41c8-4baf-9649-5bcd6bd93c0c), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:19.441282 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-392cfc35-7d8d-47e4-9126-a5916df5fc5b req-a2a2bfcb-54e6-41f2-921c-c4b01c4af8b5 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a7777c8-844e-48e2-a40d-f3ea00607216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466974 Oct 01 04:27:19.450952 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6153275-0924-4927-86a7-4cc6f0072f1c tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Pushing event deleted for resources: {'Port': ['ID=8fea299a-41c8-4baf-9649-5bcd6bd93c0c,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:27:19.513237 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a6153275-0924-4927-86a7-4cc6f0072f1c tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for floatingip (143737fc-6ab9-4528-a97c-98300d98c307), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:19.515730 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a6153275-0924-4927-86a7-4cc6f0072f1c tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for floatingip (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:19.516909 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-a6153275-0924-4927-86a7-4cc6f0072f1c tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/143737fc-6ab9-4528-a97c-98300d98c307 HTTP/1.1" status: 204 len: 168 time: 0.4315135 Oct 01 04:27:19.590250 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 41946) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:27:19.594733 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [None req-8a9eb309-f76a-44a8-8f68-883b24dbe846 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Request body: {'security_group': {'name': 'tempest-securitygroup--470339029', 'description': 'tempest-description--760626326'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:27:19.614484 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8a9eb309-f76a-44a8-8f68-883b24dbe846 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:19.684994 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8a9eb309-f76a-44a8-8f68-883b24dbe846 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for security_group (5c45df63-e4f8-4ee9-a5a9-1090ade6d37f), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:19.688598 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8a9eb309-f76a-44a8-8f68-883b24dbe846 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (5c45df63-e4f8-4ee9-a5a9-1090ade6d37f), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:19.718645 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8a9eb309-f76a-44a8-8f68-883b24dbe846 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:19.719849 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-8a9eb309-f76a-44a8-8f68-883b24dbe846 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1285841 Oct 01 04:27:19.720945 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9eb309-f76a-44a8-8f68-883b24dbe846 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c45df63-e4f8-4ee9-a5a9-1090ade6d37f,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:27:19.722897 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 41948) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:27:19.727530 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-68c19855-c618-4396-a4e0-b0d35c0adfda tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Request body: {'security_group_rule': {'security_group_id': '5c45df63-e4f8-4ee9-a5a9-1090ade6d37f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:27:19.758527 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-68c19855-c618-4396-a4e0-b0d35c0adfda tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for security_group_rule (76e9f417-162c-42c5-8a07-02d08809946f), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:19.813548 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-68c19855-c618-4396-a4e0-b0d35c0adfda tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for security_group_rule (76e9f417-162c-42c5-8a07-02d08809946f), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:19.817061 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-68c19855-c618-4396-a4e0-b0d35c0adfda tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043934'] for security_group_rule (76e9f417-162c-42c5-8a07-02d08809946f), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:19.834463 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c19855-c618-4396-a4e0-b0d35c0adfda tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76e9f417-162c-42c5-8a07-02d08809946f,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:27:19.842247 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-68c19855-c618-4396-a4e0-b0d35c0adfda tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:19.843430 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-68c19855-c618-4396-a4e0-b0d35c0adfda tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1194224 Oct 01 04:27:19.846078 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 41950) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:27:19.850248 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-7847f64f-2dfd-4b86-afd7-4733dea747dd tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Request body: {'security_group_rule': {'security_group_id': '5c45df63-e4f8-4ee9-a5a9-1090ade6d37f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:27:19.876113 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7847f64f-2dfd-4b86-afd7-4733dea747dd tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for security_group_rule (598350f1-6560-4900-8802-449aa548038a), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:19.925483 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7847f64f-2dfd-4b86-afd7-4733dea747dd tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for security_group_rule (598350f1-6560-4900-8802-449aa548038a), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:19.929262 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7847f64f-2dfd-4b86-afd7-4733dea747dd tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043934'] for security_group_rule (598350f1-6560-4900-8802-449aa548038a), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:19.948318 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847f64f-2dfd-4b86-afd7-4733dea747dd tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=598350f1-6560-4900-8802-449aa548038a,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:27:19.953709 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7847f64f-2dfd-4b86-afd7-4733dea747dd tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:19.954864 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-7847f64f-2dfd-4b86-afd7-4733dea747dd tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1078894 Oct 01 04:27:19.958034 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 41952) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:27:19.962084 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-fddb87bb-acf9-4eab-a138-fa16095deb2a tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Request body: {'floatingip': {'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:27:19.983174 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fddb87bb-acf9-4eab-a138-fa16095deb2a tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:20.060817 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fddb87bb-acf9-4eab-a138-fa16095deb2a tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:20.063240 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:27:20.159132 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:27:20.174389 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-fddb87bb-acf9-4eab-a138-fa16095deb2a tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Allocated IP 172.27.2.43 (1c94595f-3990-43c2-b34b-d882a8bf5172/3c747529-64bf-417b-84a2-71abc1dc7574/fe0ee61a-b28f-45fa-b72e-06e09d7d58c7) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:27:20.277632 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fddb87bb-acf9-4eab-a138-fa16095deb2a tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for port (fe0ee61a-b28f-45fa-b72e-06e09d7d58c7), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:20.308886 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fddb87bb-acf9-4eab-a138-fa16095deb2a tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (fe0ee61a-b28f-45fa-b72e-06e09d7d58c7), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:20.349623 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddb87bb-acf9-4eab-a138-fa16095deb2a tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Network 1c94595f-3990-43c2-b34b-d882a8bf5172 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:27:20.352466 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-fddb87bb-acf9-4eab-a138-fa16095deb2a tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:27:20.356662 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddb87bb-acf9-4eab-a138-fa16095deb2a tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:27:20.379228 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb87bb-acf9-4eab-a138-fa16095deb2a tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Pushing event updated for resources: {'Port': ['ID=fe0ee61a-b28f-45fa-b72e-06e09d7d58c7,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:27:20.440456 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fddb87bb-acf9-4eab-a138-fa16095deb2a tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for floatingip (0ef029fb-64b4-4a14-837a-893adaaf0511), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:20.476882 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fddb87bb-acf9-4eab-a138-fa16095deb2a tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (fe0ee61a-b28f-45fa-b72e-06e09d7d58c7), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:20.563264 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67040a45-c718-4a1e-93a3-c0f92877314e req-15fda739-a537-4638-b0ce-1efa970dab36 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:20.564739 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-67040a45-c718-4a1e-93a3-c0f92877314e req-15fda739-a537-4638-b0ce-1efa970dab36 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d HTTP/1.1" status: 200 len: 943 time: 0.0472865 Oct 01 04:27:20.613421 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-67040a45-c718-4a1e-93a3-c0f92877314e req-888bbab2-50a2-4524-932e-2609bfbf2a5b tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a7777c8-844e-48e2-a40d-f3ea00607216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431082 Oct 01 04:27:20.625678 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fddb87bb-acf9-4eab-a138-fa16095deb2a tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for port (fe0ee61a-b28f-45fa-b72e-06e09d7d58c7), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:20.630332 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fddb87bb-acf9-4eab-a138-fa16095deb2a tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4916182'] for port (fe0ee61a-b28f-45fa-b72e-06e09d7d58c7), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:20.699061 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fddb87bb-acf9-4eab-a138-fa16095deb2a tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989928'] for floatingip (0ef029fb-64b4-4a14-837a-893adaaf0511), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:20.701687 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb87bb-acf9-4eab-a138-fa16095deb2a tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Pushing event updated for resources: {'Port': ['ID=fe0ee61a-b28f-45fa-b72e-06e09d7d58c7,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:27:20.724894 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fddb87bb-acf9-4eab-a138-fa16095deb2a tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for floatingip (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:20.726334 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-fddb87bb-acf9-4eab-a138-fa16095deb2a tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7672639 Oct 01 04:27:20.863636 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 6050285d-4ac5-4514-991a-d2765dc0ca76 no longer exists at agent hyperv_hv-cinder-86004 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:27:20.875464 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-0f6f8306-715f-42c6-8dfc-93064e21743d req-4dd55718-8d2c-417f-b424-b77ec9d4c395 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--470339029&fields=id&tenant_id=57f927e7829a4172b9919b964a9e7c13 HTTP/1.1" status: 200 len: 267 time: 0.0421989 Oct 01 04:27:20.882939 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] No Port match for: 6050285d-4ac5-4514-991a-d2765dc0ca76 {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 01 04:27:20.883294 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 6050285d-4ac5-4514-991a-d2765dc0ca76 not bound to the agent host hv-cinder-86004 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 01 04:27:20.983950 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f8306-715f-42c6-8dfc-93064e21743d req-77ad4940-7580-4854-9685-ef87a11eaf83 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:20.985344 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-0f6f8306-715f-42c6-8dfc-93064e21743d req-77ad4940-7580-4854-9685-ef87a11eaf83 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/networks?id=bddd7754-f392-4f22-b92b-c088917d60a6 HTTP/1.1" status: 200 len: 813 time: 0.1031930 Oct 01 04:27:21.000449 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-0f6f8306-715f-42c6-8dfc-93064e21743d req-d5ab0286-4e8b-4b13-9d2d-dfe0de19d912 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/quotas/57f927e7829a4172b9919b964a9e7c13 HTTP/1.1" status: 200 len: 375 time: 0.0098271 Oct 01 04:27:21.049198 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-0f6f8306-715f-42c6-8dfc-93064e21743d req-0fdfd18b-e80d-4584-ac69-49adf553e7f0 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=57f927e7829a4172b9919b964a9e7c13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438597 Oct 01 04:27:21.148087 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-0f6f8306-715f-42c6-8dfc-93064e21743d req-8189263f-22ab-4bd5-8a1e-a7671c42eb2c service neutron] 10.222.0.26 "GET /networking/v2.0/networks/bddd7754-f392-4f22-b92b-c088917d60a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875211 Oct 01 04:27:21.237342 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-0f6f8306-715f-42c6-8dfc-93064e21743d req-79e86aac-3a12-4e82-b95b-b03c4c41991d service neutron] 10.222.0.26 "GET /networking/v2.0/networks/bddd7754-f392-4f22-b92b-c088917d60a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826714 Oct 01 04:27:21.401974 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-80ec5e24-b396-4534-a2ec-03beb7e5aeff req-e845ff45-0958-4408-af2e-e79d0cfbc229 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=132e0a82-5272-4ff5-a141-33f0cb0944a1 HTTP/1.1" status: 200 len: 210 time: 0.0288544 Oct 01 04:27:21.740613 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f7d600-f217-4054-be99-ede5040c53c5 req-5a4481f0-e58f-409f-a88b-28be2b300bb0 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:21.742135 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-86f7d600-f217-4054-be99-ede5040c53c5 req-5a4481f0-e58f-409f-a88b-28be2b300bb0 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d HTTP/1.1" status: 200 len: 943 time: 0.0529587 Oct 01 04:27:21.786275 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:27:21.797104 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-86f7d600-f217-4054-be99-ede5040c53c5 req-0cace1a9-648d-46d5-ac2f-888eb877bf6c tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a7777c8-844e-48e2-a40d-f3ea00607216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484917 Oct 01 04:27:22.456820 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:27:22.510998 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-9a2a99cd-790e-4612-b4fd-85b484f632c2 req-827c95d1-e551-4ba4-a173-e89753e79270 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=132e0a82-5272-4ff5-a141-33f0cb0944a1 HTTP/1.1" status: 200 len: 210 time: 0.0288703 Oct 01 04:27:22.513572 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f8306-715f-42c6-8dfc-93064e21743d req-b4da65d8-8d9e-440a-994c-692c5e724ecc tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:22.515092 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0f6f8306-715f-42c6-8dfc-93064e21743d req-b4da65d8-8d9e-440a-994c-692c5e724ecc tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.25 "GET /networking/v2.0/networks?id=bddd7754-f392-4f22-b92b-c088917d60a6 HTTP/1.1" status: 200 len: 813 time: 0.1217134 Oct 01 04:27:22.578906 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0f6f8306-715f-42c6-8dfc-93064e21743d req-144974a3-efd6-4ffe-a7e8-a500f0c488fb tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=57f927e7829a4172b9919b964a9e7c13 HTTP/1.1" status: 200 len: 379 time: 0.0551488 Oct 01 04:27:22.589259 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-0f6f8306-715f-42c6-8dfc-93064e21743d req-4156718d-9b85-40d2-b458-907a5302b1ec tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Request body: {'port': {'device_id': '132e0a82-5272-4ff5-a141-33f0cb0944a1', 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6', 'admin_state_up': True, 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'security_groups': ['5c45df63-e4f8-4ee9-a5a9-1090ade6d37f']}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:27:22.604213 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:27:22.698546 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f6f8306-715f-42c6-8dfc-93064e21743d req-4156718d-9b85-40d2-b458-907a5302b1ec tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Made reservation on behalf of 57f927e7829a4172b9919b964a9e7c13 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:27:22.702239 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-0f6f8306-715f-42c6-8dfc-93064e21743d req-4156718d-9b85-40d2-b458-907a5302b1ec tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:22.828004 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-0f6f8306-715f-42c6-8dfc-93064e21743d req-4156718d-9b85-40d2-b458-907a5302b1ec tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Allocated IP 172.20.0.11 (bddd7754-f392-4f22-b92b-c088917d60a6/1ccda07b-e98b-4f73-b263-21798ea74271/5b469383-e557-431c-8ca1-77112c8a8607) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:27:22.891619 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (2c3964fb-7920-4c48-8672-be15ccfa9ce8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:22.911994 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:27:22.926924 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c577d35-64b9-4a76-9745-4de81b6ec80c req-865ff1c2-0ca9-45b4-a4a6-94146f4c1976 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:22.928553 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-3c577d35-64b9-4a76-9745-4de81b6ec80c req-865ff1c2-0ca9-45b4-a4a6-94146f4c1976 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d HTTP/1.1" status: 200 len: 943 time: 0.0514922 Oct 01 04:27:22.971980 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-0f6f8306-715f-42c6-8dfc-93064e21743d req-4156718d-9b85-40d2-b458-907a5302b1ec tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for port (5b469383-e557-431c-8ca1-77112c8a8607), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:22.983098 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-3c577d35-64b9-4a76-9745-4de81b6ec80c req-a019ae66-d598-418c-9e26-739eb42fd4ab tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a7777c8-844e-48e2-a40d-f3ea00607216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487924 Oct 01 04:27:23.003970 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-0f6f8306-715f-42c6-8dfc-93064e21743d req-4156718d-9b85-40d2-b458-907a5302b1ec tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (5b469383-e557-431c-8ca1-77112c8a8607), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:23.047047 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f6f8306-715f-42c6-8dfc-93064e21743d req-4156718d-9b85-40d2-b458-907a5302b1ec tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Network bddd7754-f392-4f22-b92b-c088917d60a6 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:27:23.050160 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-0f6f8306-715f-42c6-8dfc-93064e21743d req-4156718d-9b85-40d2-b458-907a5302b1ec tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:27:23.052496 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f6f8306-715f-42c6-8dfc-93064e21743d req-4156718d-9b85-40d2-b458-907a5302b1ec tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:27:23.083727 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4156718d-9b85-40d2-b458-907a5302b1ec tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Pushing event updated for resources: {'Port': ['ID=5b469383-e557-431c-8ca1-77112c8a8607,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:27:23.110695 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f8306-715f-42c6-8dfc-93064e21743d req-4156718d-9b85-40d2-b458-907a5302b1ec tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:23.111308 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-0f6f8306-715f-42c6-8dfc-93064e21743d req-4156718d-9b85-40d2-b458-907a5302b1ec tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:23.128349 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0f6f8306-715f-42c6-8dfc-93064e21743d req-4156718d-9b85-40d2-b458-907a5302b1ec tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5436344 Oct 01 04:27:23.139870 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-0f6f8306-715f-42c6-8dfc-93064e21743d req-c559554d-cc75-491f-bc97-b3a88a92cb4b service neutron] Request body: {'port': {'device_id': '132e0a82-5272-4ff5-a141-33f0cb0944a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86004'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:27:23.204023 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-0f6f8306-715f-42c6-8dfc-93064e21743d req-c559554d-cc75-491f-bc97-b3a88a92cb4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (5b469383-e557-431c-8ca1-77112c8a8607), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:23.326885 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-3adf5b7d-2460-40c9-88a9-d864c249cf4c None None] Provisioning complete for port 5b469383-e557-431c-8ca1-77112c8a8607 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:27:23.327183 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3adf5b7d-2460-40c9-88a9-d864c249cf4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (5b469383-e557-431c-8ca1-77112c8a8607), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:23.327526 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-3adf5b7d-2460-40c9-88a9-d864c249cf4c None None] Attempt 1 to provision port 5b469383-e557-431c-8ca1-77112c8a8607 Oct 01 04:27:23.331284 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:27:23.350158 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:27:23.361408 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-3adf5b7d-2460-40c9-88a9-d864c249cf4c None None] Port 5b469383-e557-431c-8ca1-77112c8a8607 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 01 04:27:23.379779 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:27:23.466265 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [req-0f6f8306-715f-42c6-8dfc-93064e21743d req-c559554d-cc75-491f-bc97-b3a88a92cb4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b469383-e557-431c-8ca1-77112c8a8607 {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 01 04:27:23.475527 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-0f6f8306-715f-42c6-8dfc-93064e21743d req-c559554d-cc75-491f-bc97-b3a88a92cb4b service neutron] Publish callbacks [] for port (5b469383-e557-431c-8ca1-77112c8a8607), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:23.487678 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-0f6f8306-715f-42c6-8dfc-93064e21743d req-c559554d-cc75-491f-bc97-b3a88a92cb4b service neutron] Transition to ACTIVE for port object 5b469383-e557-431c-8ca1-77112c8a8607 will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 01 04:27:23.491408 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-0f6f8306-715f-42c6-8dfc-93064e21743d req-c559554d-cc75-491f-bc97-b3a88a92cb4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4916182'] for port (5b469383-e557-431c-8ca1-77112c8a8607), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:23.555611 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559554d-cc75-491f-bc97-b3a88a92cb4b service neutron] Pushing event updated for resources: {'Port': ['ID=5b469383-e557-431c-8ca1-77112c8a8607,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:27:23.606687 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-0f6f8306-715f-42c6-8dfc-93064e21743d req-c559554d-cc75-491f-bc97-b3a88a92cb4b service neutron] Attempting to bind port 5b469383-e557-431c-8ca1-77112c8a8607 on host hv-cinder-86004 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 01 04:27:23.606941 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-0f6f8306-715f-42c6-8dfc-93064e21743d req-c559554d-cc75-491f-bc97-b3a88a92cb4b service neutron] Attempting to bind port 5b469383-e557-431c-8ca1-77112c8a8607 by drivers openvswitch,hyperv on host hv-cinder-86004 at level 0 using segments [{'id': '06eba3e1-baf4-4adb-a8f4-cfab7df87117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 01 04:27:23.607269 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6f8306-715f-42c6-8dfc-93064e21743d req-c559554d-cc75-491f-bc97-b3a88a92cb4b service neutron] Attempting to bind port 5b469383-e557-431c-8ca1-77112c8a8607 on network bddd7754-f392-4f22-b92b-c088917d60a6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:27:23.636055 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c0f8a-a843-4e2a-8f6c-4178fbb1bb38 req-53d0942e-f565-4664-a2bd-dbaec8cbd83a tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:23.637574 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-3f1c0f8a-a843-4e2a-8f6c-4178fbb1bb38 req-53d0942e-f565-4664-a2bd-dbaec8cbd83a tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=132e0a82-5272-4ff5-a141-33f0cb0944a1 HTTP/1.1" status: 200 len: 944 time: 0.0473671 Oct 01 04:27:23.648638 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6f8306-715f-42c6-8dfc-93064e21743d req-c559554d-cc75-491f-bc97-b3a88a92cb4b service neutron] Port 5b469383-e557-431c-8ca1-77112c8a8607 on network bddd7754-f392-4f22-b92b-c088917d60a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86004 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 01 04:27:23.648991 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6f8306-715f-42c6-8dfc-93064e21743d req-c559554d-cc75-491f-bc97-b3a88a92cb4b service neutron] Attempting to bind port 5b469383-e557-431c-8ca1-77112c8a8607 on network bddd7754-f392-4f22-b92b-c088917d60a6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:27:23.685260 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-3f1c0f8a-a843-4e2a-8f6c-4178fbb1bb38 req-3ce3f7ff-224e-4f9e-92a6-ff4a2305a881 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5c45df63-e4f8-4ee9-a5a9-1090ade6d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416689 Oct 01 04:27:23.691399 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6f8306-715f-42c6-8dfc-93064e21743d req-c559554d-cc75-491f-bc97-b3a88a92cb4b service neutron] Checking agent: {'id': '2c3964fb-7920-4c48-8672-be15ccfa9ce8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86004', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 1, 4, 15, 53), 'started_at': datetime.datetime(2022, 10, 1, 4, 15, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 1, 4, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 01 04:27:23.691730 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6f8306-715f-42c6-8dfc-93064e21743d req-c559554d-cc75-491f-bc97-b3a88a92cb4b service neutron] Checking segment: {'id': '06eba3e1-baf4-4adb-a8f4-cfab7df87117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:27:23.692105 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6f8306-715f-42c6-8dfc-93064e21743d req-c559554d-cc75-491f-bc97-b3a88a92cb4b service neutron] Bound using segment: {'id': '06eba3e1-baf4-4adb-a8f4-cfab7df87117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 01 04:27:23.693134 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-0f6f8306-715f-42c6-8dfc-93064e21743d req-c559554d-cc75-491f-bc97-b3a88a92cb4b service neutron] Bound port: 5b469383-e557-431c-8ca1-77112c8a8607, host: hv-cinder-86004, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06eba3e1-baf4-4adb-a8f4-cfab7df87117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 01 04:27:23.693489 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-0f6f8306-715f-42c6-8dfc-93064e21743d req-c559554d-cc75-491f-bc97-b3a88a92cb4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (5b469383-e557-431c-8ca1-77112c8a8607), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:24.022889 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-0f6f8306-715f-42c6-8dfc-93064e21743d req-c559554d-cc75-491f-bc97-b3a88a92cb4b service neutron] For port 5b469383-e557-431c-8ca1-77112c8a8607, host hv-cinder-86004, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 01 04:27:24.026689 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-0f6f8306-715f-42c6-8dfc-93064e21743d req-c559554d-cc75-491f-bc97-b3a88a92cb4b service neutron] For port 5b469383-e557-431c-8ca1-77112c8a8607, host hv-cinder-86004, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=5b469383-e557-431c-8ca1-77112c8a8607,segment=NetworkSegment(06eba3e1-baf4-4adb-a8f4-cfab7df87117),segment_id=06eba3e1-baf4-4adb-a8f4-cfab7df87117)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 01 04:27:24.032847 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-0f6f8306-715f-42c6-8dfc-93064e21743d req-c559554d-cc75-491f-bc97-b3a88a92cb4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4916182'] for port (5b469383-e557-431c-8ca1-77112c8a8607), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:24.037248 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f8306-715f-42c6-8dfc-93064e21743d req-c559554d-cc75-491f-bc97-b3a88a92cb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:24.037854 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-0f6f8306-715f-42c6-8dfc-93064e21743d req-c559554d-cc75-491f-bc97-b3a88a92cb4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:24.039253 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0f6f8306-715f-42c6-8dfc-93064e21743d req-c559554d-cc75-491f-bc97-b3a88a92cb4b service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/5b469383-e557-431c-8ca1-77112c8a8607 HTTP/1.1" status: 200 len: 1094 time: 0.9036138 Oct 01 04:27:24.042338 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '132e0a82-5272-4ff5-a141-33f0cb0944a1', 'tag': '5b469383-e557-431c-8ca1-77112c8a8607'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:27:24.043325 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23a471ff00a13a2eea8c87216c43e2c9873adc8b08d975975de21b294c9ff96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7daadf-8e2b-4176-933b-0ec67ad710c8" -d '{"events": [{"name": "network-changed", "server_uuid": "132e0a82-5272-4ff5-a141-33f0cb0944a1", "tag": "5b469383-e557-431c-8ca1-77112c8a8607"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:27:24.087880 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559554d-cc75-491f-bc97-b3a88a92cb4b service neutron] Pushing event updated for resources: {'Port': ['ID=5b469383-e557-431c-8ca1-77112c8a8607,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:27:24.114679 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 01 Oct 2022 04:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b729d8-baea-44fa-8729-3a6cc776ff80 x-openstack-request-id: req-14b729d8-baea-44fa-8729-3a6cc776ff80 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:27:24.114973 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "132e0a82-5272-4ff5-a141-33f0cb0944a1", "tag": "5b469383-e557-431c-8ca1-77112c8a8607", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:27:24.115229 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-14b729d8-baea-44fa-8729-3a6cc776ff80 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:27:24.115633 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14b729d8-baea-44fa-8729-3a6cc776ff80'] response: {'name': 'network-changed', 'server_uuid': '132e0a82-5272-4ff5-a141-33f0cb0944a1', 'tag': '5b469383-e557-431c-8ca1-77112c8a8607', 'status': 'completed', 'code': 200} Oct 01 04:27:24.116053 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52646902-e865-4f2a-acd9-6762c6814527 req-b83ef567-72f2-41f5-8a11-7d1a105cf102 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:24.117581 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-52646902-e865-4f2a-acd9-6762c6814527 req-b83ef567-72f2-41f5-8a11-7d1a105cf102 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d HTTP/1.1" status: 200 len: 943 time: 0.0564938 Oct 01 04:27:24.168741 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-52646902-e865-4f2a-acd9-6762c6814527 req-d1692822-1e2b-4681-9b38-43c2ae86b8f3 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a7777c8-844e-48e2-a40d-f3ea00607216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451035 Oct 01 04:27:24.608486 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7daadf-8e2b-4176-933b-0ec67ad710c8 req-f9edb59d-ee0f-4869-a7fa-9f1e6e5ee94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:24.609870 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3a7daadf-8e2b-4176-933b-0ec67ad710c8 req-f9edb59d-ee0f-4869-a7fa-9f1e6e5ee94c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=57f927e7829a4172b9919b964a9e7c13&device_id=132e0a82-5272-4ff5-a141-33f0cb0944a1 HTTP/1.1" status: 200 len: 1128 time: 0.0392683 Oct 01 04:27:24.707442 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7daadf-8e2b-4176-933b-0ec67ad710c8 req-37c5d66e-407e-4998-b6c5-e3253a37c55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:24.708868 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3a7daadf-8e2b-4176-933b-0ec67ad710c8 req-37c5d66e-407e-4998-b6c5-e3253a37c55e service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=57f927e7829a4172b9919b964a9e7c13&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0925336 Oct 01 04:27:24.803664 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7daadf-8e2b-4176-933b-0ec67ad710c8 req-b7f8127f-3702-4aca-8f6f-22ab2e2c22f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:24.805171 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3a7daadf-8e2b-4176-933b-0ec67ad710c8 req-b7f8127f-3702-4aca-8f6f-22ab2e2c22f8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910437 Oct 01 04:27:24.812499 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a5df0-448c-478e-aab0-b552041016a7 req-f20174cc-fcb1-4e04-ae2f-4bf58b1c010f tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:24.814014 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b28a5df0-448c-478e-aab0-b552041016a7 req-f20174cc-fcb1-4e04-ae2f-4bf58b1c010f tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=132e0a82-5272-4ff5-a141-33f0cb0944a1 HTTP/1.1" status: 200 len: 944 time: 0.0521057 Oct 01 04:27:24.862445 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b28a5df0-448c-478e-aab0-b552041016a7 req-1c89c736-4850-4237-8d79-83206388f0c3 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5c45df63-e4f8-4ee9-a5a9-1090ade6d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427647 Oct 01 04:27:24.881438 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f8306-715f-42c6-8dfc-93064e21743d req-36065fbf-3e99-40ee-946f-a6579925ad11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:24.882948 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0f6f8306-715f-42c6-8dfc-93064e21743d req-36065fbf-3e99-40ee-946f-a6579925ad11 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=57f927e7829a4172b9919b964a9e7c13&device_id=132e0a82-5272-4ff5-a141-33f0cb0944a1 HTTP/1.1" status: 200 len: 1128 time: 0.0437448 Oct 01 04:27:24.888540 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device ff800efd-217a-4aea-84a5-e5f05dd17b62 details requested by agent hyperv_hv-cinder-86004 with host hv-cinder-86004 {{(pid=106388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 01 04:27:24.921566 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:27:24.923878 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0f6f8306-715f-42c6-8dfc-93064e21743d req-929eabbb-2a46-44d3-a80d-7d815e3a5d91 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b469383-e557-431c-8ca1-77112c8a8607 HTTP/1.1" status: 200 len: 217 time: 0.0334117 Oct 01 04:27:24.972057 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f8306-715f-42c6-8dfc-93064e21743d req-859a588c-8126-4ed5-97bb-702a0a5074e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:24.973544 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0f6f8306-715f-42c6-8dfc-93064e21743d req-859a588c-8126-4ed5-97bb-702a0a5074e8 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=1ccda07b-e98b-4f73-b263-21798ea74271 HTTP/1.1" status: 200 len: 852 time: 0.0446582 Oct 01 04:27:24.990034 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.agents_db [None req-12b97a57-14e3-4267-90b0-a9e0353f7932 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 01 04:27:24.992065 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port ff800efd-217a-4aea-84a5-e5f05dd17b62, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=ff800efd-217a-4aea-84a5-e5f05dd17b62,segment=NetworkSegment(ce4baa6a-a847-474d-a353-040c360e37c0),segment_id=ce4baa6a-a847-474d-a353-040c360e37c0)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:27:25.003525 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Returning: {'device': 'ff800efd-217a-4aea-84a5-e5f05dd17b62', 'network_id': 'dfb1f66d-4f49-4f84-9a12-ceecfc8e716b', 'port_id': 'ff800efd-217a-4aea-84a5-e5f05dd17b62', 'mac_address': 'fa:16:3e:08:d1:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24b2ed70-732b-4138-94d1-34ea1c5e13bd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 01 04:27:25.020859 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f8306-715f-42c6-8dfc-93064e21743d req-6a4cf33f-6482-4bee-83cb-b86f2af027fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:25.022421 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0f6f8306-715f-42c6-8dfc-93064e21743d req-6a4cf33f-6482-4bee-83cb-b86f2af027fc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=bddd7754-f392-4f22-b92b-c088917d60a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431957 Oct 01 04:27:25.039256 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Current status of the port ff800efd-217a-4aea-84a5-e5f05dd17b62 is: DOWN; New status is: BUILD {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:27:25.039647 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (ff800efd-217a-4aea-84a5-e5f05dd17b62), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:25.053197 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff800efd-217a-4aea-84a5-e5f05dd17b62 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 01 04:27:25.073271 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:27:25.074414 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port ff800efd-217a-4aea-84a5-e5f05dd17b62, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=ff800efd-217a-4aea-84a5-e5f05dd17b62,segment=NetworkSegment(ce4baa6a-a847-474d-a353-040c360e37c0),segment_id=ce4baa6a-a847-474d-a353-040c360e37c0)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:27:25.078699 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (ff800efd-217a-4aea-84a5-e5f05dd17b62), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:25.079781 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:27:25.119495 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0f6f8306-715f-42c6-8dfc-93064e21743d req-afb134f6-357c-4f6b-b72e-0f1fa429a1ea service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bddd7754-f392-4f22-b92b-c088917d60a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884447 Oct 01 04:27:25.126544 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Pushing event updated for resources: {'Port': ['ID=ff800efd-217a-4aea-84a5-e5f05dd17b62,revision_number=7']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:27:25.227488 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0f6f8306-715f-42c6-8dfc-93064e21743d req-5f8b7cdb-ff1f-4437-9ffc-b799ef550374 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bddd7754-f392-4f22-b92b-c088917d60a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994387 Oct 01 04:27:25.293056 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550fe2e-9b95-4735-a0c2-381c8f325372 req-60889bd3-e636-458e-9275-2d988322b968 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:25.294537 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-f550fe2e-9b95-4735-a0c2-381c8f325372 req-60889bd3-e636-458e-9275-2d988322b968 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d HTTP/1.1" status: 200 len: 944 time: 0.0489120 Oct 01 04:27:25.299614 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] get_ports_and_sgs() called for port_ids ['ff800efd-217a-4aea-84a5-e5f05dd17b62'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 01 04:27:25.345474 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-f550fe2e-9b95-4735-a0c2-381c8f325372 req-e7ca60c7-55f8-4ecc-99f9-585c78f3459e tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a7777c8-844e-48e2-a40d-f3ea00607216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452626 Oct 01 04:27:25.981260 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0601c4-222a-4ae0-bd81-74b89b9cabba req-4215d4d7-a640-40a0-b3b4-10520f9e1dab tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:25.982684 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-3e0601c4-222a-4ae0-bd81-74b89b9cabba req-4215d4d7-a640-40a0-b3b4-10520f9e1dab tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=132e0a82-5272-4ff5-a141-33f0cb0944a1 HTTP/1.1" status: 200 len: 944 time: 0.0455313 Oct 01 04:27:26.031930 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-3e0601c4-222a-4ae0-bd81-74b89b9cabba req-2675feec-e041-454f-ae83-5c82cac466f5 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5c45df63-e4f8-4ee9-a5a9-1090ade6d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438013 Oct 01 04:27:26.469958 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e275397c-3b09-4c98-aa2d-d5c560ec6241 req-693338a0-9dcf-48e2-ae06-851fb98666c6 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:26.471407 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-e275397c-3b09-4c98-aa2d-d5c560ec6241 req-693338a0-9dcf-48e2-ae06-851fb98666c6 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d HTTP/1.1" status: 200 len: 944 time: 0.0467851 Oct 01 04:27:26.521126 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-e275397c-3b09-4c98-aa2d-d5c560ec6241 req-d8acc318-79ec-45ac-9402-1e03f1b91c0c tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a7777c8-844e-48e2-a40d-f3ea00607216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441222 Oct 01 04:27:26.891951 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 5b469383-e557-431c-8ca1-77112c8a8607 details requested by agent hyperv_hv-cinder-86004 with host hv-cinder-86004 {{(pid=106388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 01 04:27:26.895527 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device ff800efd-217a-4aea-84a5-e5f05dd17b62 up at agent hyperv_hv-cinder-86004 {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:27:26.991397 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Provisioning complete for port ff800efd-217a-4aea-84a5-e5f05dd17b62 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:27:26.991767 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (ff800efd-217a-4aea-84a5-e5f05dd17b62), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:26.992109 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Attempt 1 to provision port ff800efd-217a-4aea-84a5-e5f05dd17b62 Oct 01 04:27:27.061869 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port 5b469383-e557-431c-8ca1-77112c8a8607, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=5b469383-e557-431c-8ca1-77112c8a8607,segment=NetworkSegment(06eba3e1-baf4-4adb-a8f4-cfab7df87117),segment_id=06eba3e1-baf4-4adb-a8f4-cfab7df87117)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:27:27.077239 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Returning: {'device': '5b469383-e557-431c-8ca1-77112c8a8607', 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6', 'port_id': '5b469383-e557-431c-8ca1-77112c8a8607', 'mac_address': 'fa:16:3e:40:fe:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 01 04:27:27.097700 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:27:27.107592 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:27:27.134358 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Current status of the port ff800efd-217a-4aea-84a5-e5f05dd17b62 is: BUILD; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:27:27.134753 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (ff800efd-217a-4aea-84a5-e5f05dd17b62), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:27.155519 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Current status of the port 5b469383-e557-431c-8ca1-77112c8a8607 is: DOWN; New status is: BUILD {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:27:27.155820 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (5b469383-e557-431c-8ca1-77112c8a8607), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:27.157061 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46aeb3f-41dc-4fcc-bebb-c328510b8940 req-ad37c588-60c3-4170-9a1d-dae53fa82847 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:27.158554 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-e46aeb3f-41dc-4fcc-bebb-c328510b8940 req-ad37c588-60c3-4170-9a1d-dae53fa82847 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=132e0a82-5272-4ff5-a141-33f0cb0944a1 HTTP/1.1" status: 200 len: 944 time: 0.0494106 Oct 01 04:27:27.176643 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af93c94-483f-4f6d-a017-d45ef01bac8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff800efd-217a-4aea-84a5-e5f05dd17b62'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:27:27.178904 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc2ed8ba810a9a899feae06a2d512ab46721588d0493fdbeca0f1bffbb3e03b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4e2f3e-eaae-4d6d-9fff-2e41f8c81103" -d '{"events": [{"server_uuid": "2af93c94-483f-4f6d-a017-d45ef01bac8d", "name": "network-vif-plugged", "status": "completed", "tag": "ff800efd-217a-4aea-84a5-e5f05dd17b62"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:27:27.192216 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b469383-e557-431c-8ca1-77112c8a8607 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 01 04:27:27.206738 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port ff800efd-217a-4aea-84a5-e5f05dd17b62, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=ff800efd-217a-4aea-84a5-e5f05dd17b62,segment=NetworkSegment(ce4baa6a-a847-474d-a353-040c360e37c0),segment_id=ce4baa6a-a847-474d-a353-040c360e37c0)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:27:27.220144 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (ff800efd-217a-4aea-84a5-e5f05dd17b62), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:27.227530 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port 5b469383-e557-431c-8ca1-77112c8a8607, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=5b469383-e557-431c-8ca1-77112c8a8607,segment=NetworkSegment(06eba3e1-baf4-4adb-a8f4-cfab7df87117),segment_id=06eba3e1-baf4-4adb-a8f4-cfab7df87117)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:27:27.238558 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-e46aeb3f-41dc-4fcc-bebb-c328510b8940 req-6f4146d7-6a3a-4b2a-8257-6cc5b896efee tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5c45df63-e4f8-4ee9-a5a9-1090ade6d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738897 Oct 01 04:27:27.247875 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 01 Oct 2022 04:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8cc546-b1b4-4507-bfe6-4153c1c7c13c x-openstack-request-id: req-7d8cc546-b1b4-4507-bfe6-4153c1c7c13c {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:27:27.248203 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af93c94-483f-4f6d-a017-d45ef01bac8d", "name": "network-vif-plugged", "status": "completed", "tag": "ff800efd-217a-4aea-84a5-e5f05dd17b62", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:27:27.248370 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7d8cc546-b1b4-4507-bfe6-4153c1c7c13c {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:27:27.248762 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d8cc546-b1b4-4507-bfe6-4153c1c7c13c'] response: {'server_uuid': '2af93c94-483f-4f6d-a017-d45ef01bac8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff800efd-217a-4aea-84a5-e5f05dd17b62', 'code': 200} Oct 01 04:27:27.251555 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (5b469383-e557-431c-8ca1-77112c8a8607), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:27.278161 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Pushing event updated for resources: {'Port': ['ID=ff800efd-217a-4aea-84a5-e5f05dd17b62,revision_number=8']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:27:27.285408 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:27:27.285761 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:27:27.286109 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:27:27.286452 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:27:27.286791 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:27:27.287127 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:27:27.287456 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:27:27.287787 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:27:27.288114 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:27:27.288444 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:27:27.288771 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:27:27.289134 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:27:27.289458 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:27:27.289781 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:27:27.290130 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:27:27.338850 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Pushing event updated for resources: {'Port': ['ID=5b469383-e557-431c-8ca1-77112c8a8607,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:27:27.463425 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb598532-dd80-40cd-b83f-a385a70c191b req-f248c558-c93d-4800-ae38-37cbef03fdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:27.464899 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-eb598532-dd80-40cd-b83f-a385a70c191b req-f248c558-c93d-4800-ae38-37cbef03fdb0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d HTTP/1.1" status: 200 len: 1129 time: 0.0382662 Oct 01 04:27:27.505448 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] get_ports_and_sgs() called for port_ids ['5b469383-e557-431c-8ca1-77112c8a8607'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 01 04:27:27.518151 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-eb598532-dd80-40cd-b83f-a385a70c191b req-4bbc8a7d-31da-46b2-9168-9a8e1b21e37b service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6a7777c8-844e-48e2-a40d-f3ea00607216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456254 Oct 01 04:27:27.646674 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64659d15-ab5d-4940-8f43-fbac31868e7c req-142781fb-206f-4d50-b1dd-ed2d12ec4f62 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:27.648172 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-64659d15-ab5d-4940-8f43-fbac31868e7c req-142781fb-206f-4d50-b1dd-ed2d12ec4f62 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d HTTP/1.1" status: 200 len: 945 time: 0.0502317 Oct 01 04:27:27.698048 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-64659d15-ab5d-4940-8f43-fbac31868e7c req-6c26fad1-1404-4f66-9708-d28e98b7dfe6 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a7777c8-844e-48e2-a40d-f3ea00607216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437009 Oct 01 04:27:28.363566 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a97bd-8a51-4b8f-a356-bd53789bbadf req-fc4eb693-a6aa-4556-b098-7f7a98f7c55f tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:28.365024 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-039a97bd-8a51-4b8f-a356-bd53789bbadf req-fc4eb693-a6aa-4556-b098-7f7a98f7c55f tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=132e0a82-5272-4ff5-a141-33f0cb0944a1 HTTP/1.1" status: 200 len: 945 time: 0.0476501 Oct 01 04:27:28.411672 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-039a97bd-8a51-4b8f-a356-bd53789bbadf req-3e935fcf-e80b-416b-9a24-e99794e0caee tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5c45df63-e4f8-4ee9-a5a9-1090ade6d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411258 Oct 01 04:27:28.825687 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf647723-b17a-42df-b864-3ba08e520df8 req-2af1cc8c-51c9-4e7e-8cb2-35ba283b1d35 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:28.827122 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-bf647723-b17a-42df-b864-3ba08e520df8 req-2af1cc8c-51c9-4e7e-8cb2-35ba283b1d35 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d HTTP/1.1" status: 200 len: 945 time: 0.0508447 Oct 01 04:27:28.869909 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:27:28.879535 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-bf647723-b17a-42df-b864-3ba08e520df8 req-2b30ef94-cd38-4180-b047-e478cb6a015b tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a7777c8-844e-48e2-a40d-f3ea00607216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469153 Oct 01 04:27:28.910321 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 5b469383-e557-431c-8ca1-77112c8a8607 up at agent hyperv_hv-cinder-86004 {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:27:28.956569 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Provisioning for port 5b469383-e557-431c-8ca1-77112c8a8607 completed by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 01 04:27:28.959358 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:27:28.963073 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Provisioning complete for port 5b469383-e557-431c-8ca1-77112c8a8607 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:27:28.963650 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (5b469383-e557-431c-8ca1-77112c8a8607), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:28.963998 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Attempt 1 to provision port 5b469383-e557-431c-8ca1-77112c8a8607 Oct 01 04:27:29.036115 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Current status of the port 5b469383-e557-431c-8ca1-77112c8a8607 is: BUILD; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:27:29.036417 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (5b469383-e557-431c-8ca1-77112c8a8607), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:29.073076 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port 5b469383-e557-431c-8ca1-77112c8a8607, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=5b469383-e557-431c-8ca1-77112c8a8607,segment=NetworkSegment(06eba3e1-baf4-4adb-a8f4-cfab7df87117),segment_id=06eba3e1-baf4-4adb-a8f4-cfab7df87117)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:27:29.076939 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (5b469383-e557-431c-8ca1-77112c8a8607), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:29.122905 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Pushing event updated for resources: {'Port': ['ID=5b469383-e557-431c-8ca1-77112c8a8607,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:27:29.250127 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '132e0a82-5272-4ff5-a141-33f0cb0944a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b469383-e557-431c-8ca1-77112c8a8607'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:27:29.252395 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc2ed8ba810a9a899feae06a2d512ab46721588d0493fdbeca0f1bffbb3e03b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c219ccd7-46ee-41c5-9efe-c41906ccb44a" -d '{"events": [{"server_uuid": "132e0a82-5272-4ff5-a141-33f0cb0944a1", "name": "network-vif-plugged", "status": "completed", "tag": "5b469383-e557-431c-8ca1-77112c8a8607"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:27:29.289266 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 01 Oct 2022 04:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f51fa30-edb7-401f-a427-ddf4a3d68e60 x-openstack-request-id: req-3f51fa30-edb7-401f-a427-ddf4a3d68e60 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:27:29.289551 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "132e0a82-5272-4ff5-a141-33f0cb0944a1", "name": "network-vif-plugged", "status": "completed", "tag": "5b469383-e557-431c-8ca1-77112c8a8607", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:27:29.289799 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3f51fa30-edb7-401f-a427-ddf4a3d68e60 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:27:29.290285 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f51fa30-edb7-401f-a427-ddf4a3d68e60'] response: {'server_uuid': '132e0a82-5272-4ff5-a141-33f0cb0944a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b469383-e557-431c-8ca1-77112c8a8607', 'code': 200} Oct 01 04:27:29.447275 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e32558-6c2e-4a29-98f8-52fa983eab0d req-147564d3-f439-4a60-bfdc-829f537d7308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:29.448780 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-72e32558-6c2e-4a29-98f8-52fa983eab0d req-147564d3-f439-4a60-bfdc-829f537d7308 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=132e0a82-5272-4ff5-a141-33f0cb0944a1 HTTP/1.1" status: 200 len: 1130 time: 0.0384879 Oct 01 04:27:29.499399 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-72e32558-6c2e-4a29-98f8-52fa983eab0d req-289f654a-0e73-4a6c-8268-412f51ed7952 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5c45df63-e4f8-4ee9-a5a9-1090ade6d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441210 Oct 01 04:27:29.523392 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:27:29.537422 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a4355-2817-4c0a-a14d-ad2aed0ddd15 req-82544cc8-451d-40bd-a7d3-049f594c4ed6 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:29.538859 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-0c3a4355-2817-4c0a-a14d-ad2aed0ddd15 req-82544cc8-451d-40bd-a7d3-049f594c4ed6 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=132e0a82-5272-4ff5-a141-33f0cb0944a1 HTTP/1.1" status: 200 len: 946 time: 0.0507195 Oct 01 04:27:29.584907 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-0c3a4355-2817-4c0a-a14d-ad2aed0ddd15 req-56e02f6c-1bfe-4bf8-86ee-5969610cb4a4 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5c45df63-e4f8-4ee9-a5a9-1090ade6d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402386 Oct 01 04:27:30.001237 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961a468-bc9b-415f-bac6-da8b0edc2335 req-5f0e26bd-c9ba-4110-a9a0-8ff35dc50833 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:30.002676 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-c961a468-bc9b-415f-bac6-da8b0edc2335 req-5f0e26bd-c9ba-4110-a9a0-8ff35dc50833 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d HTTP/1.1" status: 200 len: 945 time: 0.0456612 Oct 01 04:27:30.053969 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-c961a468-bc9b-415f-bac6-da8b0edc2335 req-e7a1bddd-8b10-48cc-afd9-c8aff1765b16 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a7777c8-844e-48e2-a40d-f3ea00607216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457525 Oct 01 04:27:30.706324 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b194fc7-7f51-44f5-9e1e-3785e533c467 req-98b68271-35c1-4dd9-b551-5d1aba5ed7fd tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:30.707750 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-1b194fc7-7f51-44f5-9e1e-3785e533c467 req-98b68271-35c1-4dd9-b551-5d1aba5ed7fd tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=132e0a82-5272-4ff5-a141-33f0cb0944a1 HTTP/1.1" status: 200 len: 946 time: 0.0465884 Oct 01 04:27:30.753267 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-1b194fc7-7f51-44f5-9e1e-3785e533c467 req-a3a629b3-d3bd-4c0c-810e-3f3b2bd22a64 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5c45df63-e4f8-4ee9-a5a9-1090ade6d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398314 Oct 01 04:27:30.867456 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0d3fa-8391-4897-ae31-bc17a85404b1 req-e4dd3cda-11b4-47c6-a750-1daa8bd581c3 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:30.869545 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b6d0d3fa-8391-4897-ae31-bc17a85404b1 req-e4dd3cda-11b4-47c6-a750-1daa8bd581c3 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=132e0a82-5272-4ff5-a141-33f0cb0944a1 HTTP/1.1" status: 200 len: 946 time: 0.0455668 Oct 01 04:27:30.879524 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 42028) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:27:30.886092 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-6b37881e-e7c1-4749-a45d-0b02224953f4 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Request body: {'floatingip': {'port_id': '5b469383-e557-431c-8ca1-77112c8a8607'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:27:30.926123 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6b37881e-e7c1-4749-a45d-0b02224953f4 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for floatingip (0ef029fb-64b4-4a14-837a-893adaaf0511), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:31.348509 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6b37881e-e7c1-4749-a45d-0b02224953f4 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:31.351916 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6b37881e-e7c1-4749-a45d-0b02224953f4 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989928'] for floatingip (0ef029fb-64b4-4a14-837a-893adaaf0511), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:31.445675 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.db.l3_db [None req-6b37881e-e7c1-4749-a45d-0b02224953f4 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Floating IP 0ef029fb-64b4-4a14-837a-893adaaf0511 associated. External IP: 172.27.2.43, port: 5b469383-e557-431c-8ca1-77112c8a8607. Oct 01 04:27:31.540992 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:27:31.624761 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:27:31.651833 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b37881e-e7c1-4749-a45d-0b02224953f4 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Router e0562ae8-2e66-4638-8ed3-192f0f6936ee has already been hosted by L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 01 04:27:31.754705 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b37881e-e7c1-4749-a45d-0b02224953f4 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:27:31.760094 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6b37881e-e7c1-4749-a45d-0b02224953f4 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for floatingip (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:31.765267 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04936c7-e258-43e6-a7d6-fda281d1c81d None None] Sync routers for ids ['e0562ae8-2e66-4638-8ed3-192f0f6936ee'] in dv-cinder-860044-1-iscsi {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:27:31.777283 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04936c7-e258-43e6-a7d6-fda281d1c81d None None] Routers {'e0562ae8-2e66-4638-8ed3-192f0f6936ee'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:27:31.777898 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-b04936c7-e258-43e6-a7d6-fda281d1c81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:27:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['e0562ae8-2e66-4638-8ed3-192f0f6936ee'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:27:31.790889 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-6b37881e-e7c1-4749-a45d-0b02224953f4 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/0ef029fb-64b4-4a14-837a-893adaaf0511 HTTP/1.1" status: 200 len: 991 time: 0.9096365 Oct 01 04:27:31.791599 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '132e0a82-5272-4ff5-a141-33f0cb0944a1', 'tag': '5b469383-e557-431c-8ca1-77112c8a8607'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:27:31.793920 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23a471ff00a13a2eea8c87216c43e2c9873adc8b08d975975de21b294c9ff96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce320686-9dc5-4eda-9072-e1fa11504439" -d '{"events": [{"name": "network-changed", "server_uuid": "132e0a82-5272-4ff5-a141-33f0cb0944a1", "tag": "5b469383-e557-431c-8ca1-77112c8a8607"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:27:31.834210 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 01 Oct 2022 04:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0abcd1e9-f39e-4e29-b9a2-d833156e2d39 x-openstack-request-id: req-0abcd1e9-f39e-4e29-b9a2-d833156e2d39 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:27:31.834589 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "132e0a82-5272-4ff5-a141-33f0cb0944a1", "tag": "5b469383-e557-431c-8ca1-77112c8a8607", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:27:31.834847 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0abcd1e9-f39e-4e29-b9a2-d833156e2d39 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:27:31.835247 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0abcd1e9-f39e-4e29-b9a2-d833156e2d39'] response: {'name': 'network-changed', 'server_uuid': '132e0a82-5272-4ff5-a141-33f0cb0944a1', 'tag': '5b469383-e557-431c-8ca1-77112c8a8607', 'status': 'completed', 'code': 200} Oct 01 04:27:31.885276 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-b04936c7-e258-43e6-a7d6-fda281d1c81d None None] Set router e0562ae8-2e66-4638-8ed3-192f0f6936ee gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:27:31.894359 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce320686-9dc5-4eda-9072-e1fa11504439 req-65c952f0-09d6-43a1-abe5-60aa3b765a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:31.895936 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ce320686-9dc5-4eda-9072-e1fa11504439 req-65c952f0-09d6-43a1-abe5-60aa3b765a43 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=57f927e7829a4172b9919b964a9e7c13&device_id=132e0a82-5272-4ff5-a141-33f0cb0944a1 HTTP/1.1" status: 200 len: 1130 time: 0.0394528 Oct 01 04:27:31.919557 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:27:31.989573 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce320686-9dc5-4eda-9072-e1fa11504439 req-461395c6-bb34-42ca-8beb-529f4b091568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:31.991033 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ce320686-9dc5-4eda-9072-e1fa11504439 req-461395c6-bb34-42ca-8beb-529f4b091568 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=bddd7754-f392-4f22-b92b-c088917d60a6 HTTP/1.1" status: 200 len: 914 time: 0.0886967 Oct 01 04:27:32.022153 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:27:32.056350 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ce320686-9dc5-4eda-9072-e1fa11504439 req-e010fe5a-cecb-4296-949f-daa81f5c1a1a service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b469383-e557-431c-8ca1-77112c8a8607 HTTP/1.1" status: 200 len: 999 time: 0.0594482 Oct 01 04:27:32.104790 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-b04936c7-e258-43e6-a7d6-fda281d1c81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'name': 'tempest-AttachVolumeNegativeTest-12373195-router', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:25:16Z', 'updated_at': '2022-10-01T04:25:19Z', 'revision_number': 4, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'gw_port': {'id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ba:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:17Z', 'updated_at': '2022-10-01T04:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_floatingips': [{'id': '0ef029fb-64b4-4a14-837a-893adaaf0511', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'floating_ip_address': '172.27.2.43', 'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'router_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'port_id': '5b469383-e557-431c-8ca1-77112c8a8607', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6', 'mac_address': 'fa:16:3e:40:fe:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132e0a82-5272-4ff5-a141-33f0cb0944a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-01T04:27:20Z', 'updated_at': '2022-10-01T04:27:31Z', 'revision_number': 1, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bc404c5-c8a9-42a3-881d-e9b151d0fdad', 'name': '', 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'mac_address': 'fa:16:3e:b4:b7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:18Z', 'updated_at': '2022-10-01T04:25:24Z', 'revision_number': 5, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'subnets': [{'id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:27:32.107411 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce320686-9dc5-4eda-9072-e1fa11504439 req-f198391d-f0dd-413d-80d7-3d69a74f3d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:32.108887 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ce320686-9dc5-4eda-9072-e1fa11504439 req-f198391d-f0dd-413d-80d7-3d69a74f3d22 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=1ccda07b-e98b-4f73-b263-21798ea74271 HTTP/1.1" status: 200 len: 852 time: 0.0450792 Oct 01 04:27:32.130319 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04936c7-e258-43e6-a7d6-fda281d1c81d None None] Checking router: e0562ae8-2e66-4638-8ed3-192f0f6936ee for host: dv-cinder-860044-1-iscsi {{(pid=106388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:27:32.139815 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04936c7-e258-43e6-a7d6-fda281d1c81d None None] Routers {'e0562ae8-2e66-4638-8ed3-192f0f6936ee'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:27:32.140365 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-b04936c7-e258-43e6-a7d6-fda281d1c81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:27:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['e0562ae8-2e66-4638-8ed3-192f0f6936ee'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:27:32.152418 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce320686-9dc5-4eda-9072-e1fa11504439 req-f18144b5-d157-4bce-9301-9c552a608b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:32.154003 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ce320686-9dc5-4eda-9072-e1fa11504439 req-f18144b5-d157-4bce-9301-9c552a608b13 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=bddd7754-f392-4f22-b92b-c088917d60a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396833 Oct 01 04:27:32.242832 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-b04936c7-e258-43e6-a7d6-fda281d1c81d None None] Set router e0562ae8-2e66-4638-8ed3-192f0f6936ee gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:27:32.247772 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ce320686-9dc5-4eda-9072-e1fa11504439 req-4e95b091-ebec-43c5-b843-99105d3eab57 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bddd7754-f392-4f22-b92b-c088917d60a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876484 Oct 01 04:27:32.338679 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ce320686-9dc5-4eda-9072-e1fa11504439 req-a0be0ed7-72b7-49e9-8882-aef00d8b18cb service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bddd7754-f392-4f22-b92b-c088917d60a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849004 Oct 01 04:27:32.590096 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-b04936c7-e258-43e6-a7d6-fda281d1c81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'name': 'tempest-AttachVolumeNegativeTest-12373195-router', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:25:16Z', 'updated_at': '2022-10-01T04:25:19Z', 'revision_number': 4, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'gw_port': {'id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ba:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:17Z', 'updated_at': '2022-10-01T04:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_floatingips': [{'id': '0ef029fb-64b4-4a14-837a-893adaaf0511', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'floating_ip_address': '172.27.2.43', 'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'router_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'port_id': '5b469383-e557-431c-8ca1-77112c8a8607', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6', 'mac_address': 'fa:16:3e:40:fe:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132e0a82-5272-4ff5-a141-33f0cb0944a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-01T04:27:20Z', 'updated_at': '2022-10-01T04:27:31Z', 'revision_number': 1, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bc404c5-c8a9-42a3-881d-e9b151d0fdad', 'name': '', 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'mac_address': 'fa:16:3e:b4:b7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:18Z', 'updated_at': '2022-10-01T04:25:24Z', 'revision_number': 5, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'subnets': [{'id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:27:32.617588 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04936c7-e258-43e6-a7d6-fda281d1c81d None None] The sync data for ids ['e0562ae8-2e66-4638-8ed3-192f0f6936ee'] in dv-cinder-860044-1-iscsi is: [{'id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'name': 'tempest-AttachVolumeNegativeTest-12373195-router', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:25:16Z', 'updated_at': '2022-10-01T04:25:19Z', 'revision_number': 4, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'gw_port': {'id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ba:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:17Z', 'updated_at': '2022-10-01T04:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_floatingips': [{'id': '0ef029fb-64b4-4a14-837a-893adaaf0511', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'floating_ip_address': '172.27.2.43', 'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'router_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'port_id': '5b469383-e557-431c-8ca1-77112c8a8607', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6', 'mac_address': 'fa:16:3e:40:fe:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132e0a82-5272-4ff5-a141-33f0cb0944a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-01T04:27:20Z', 'updated_at': '2022-10-01T04:27:31Z', 'revision_number': 1, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bc404c5-c8a9-42a3-881d-e9b151d0fdad', 'name': '', 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'mac_address': 'fa:16:3e:b4:b7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:18Z', 'updated_at': '2022-10-01T04:25:24Z', 'revision_number': 5, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'subnets': [{'id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:27:32.801409 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f394ff-f0ec-4877-b71e-ce61cf148a77 None None] New status for floating IP 0ef029fb-64b4-4a14-837a-893adaaf0511: ACTIVE {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 01 04:27:40.858209 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=32 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:27:40.860101 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=27 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:27:42.334527 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=67 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:27:42.335288 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=77 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:27:42.585841 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=52 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:27:42.593061 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=52 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:27:42.768992 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e7ac0715-f09d-4b60-b59c-f051326ef1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (973633b6-dd94-436d-b3a5-971dbc41e63c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:42.902616 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=32,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:27:42.904379 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:27:45.098976 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3b78eaa3-e468-4dc8-ad24-16a7595c6f65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (797ac3f1-c973-4eec-9950-99ad88971ed1), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:46.280504 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55550f09-9bf2-4503-b16a-2d26c0a47f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (3f31be2c-2b77-4d66-9a3d-30b9eb89a668), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:47.703513 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (d8875dbe-87f1-4639-b3ef-79ff4b202d58), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:47.957965 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91c43220-b735-4568-b99e-ce3dc63ea20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (a017e3cb-dd0a-4c83-ac3d-dd65b6d6e9f8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:52.891175 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (2c3964fb-7920-4c48-8672-be15ccfa9ce8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:27:59.773190 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1def733e-9579-453e-8de0-35245e05950b req-12711fe0-f931-4a85-8cde-9045bdf1b9f5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426774 Oct 01 04:27:59.833916 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def733e-9579-453e-8de0-35245e05950b req-83d631d2-7719-43ef-a093-4cea42b88921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:59.835404 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1def733e-9579-453e-8de0-35245e05950b req-83d631d2-7719-43ef-a093-4cea42b88921 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1eda12202e6f439b96a87a81d7531503&device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d HTTP/1.1" status: 200 len: 1129 time: 0.0396817 Oct 01 04:27:59.940268 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def733e-9579-453e-8de0-35245e05950b req-09527e27-ac8c-4403-8dfb-89f2d2dbce90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:27:59.941808 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1def733e-9579-453e-8de0-35245e05950b req-09527e27-ac8c-4403-8dfb-89f2d2dbce90 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=dfb1f66d-4f49-4f84-9a12-ceecfc8e716b HTTP/1.1" status: 200 len: 910 time: 0.0871539 Oct 01 04:28:00.006738 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1def733e-9579-453e-8de0-35245e05950b req-84e0ea46-ffea-4fee-87a9-28eda8509c47 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff800efd-217a-4aea-84a5-e5f05dd17b62 HTTP/1.1" status: 200 len: 1001 time: 0.0579734 Oct 01 04:28:00.055405 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def733e-9579-453e-8de0-35245e05950b req-94941d04-9625-4113-9527-6eab614ab210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:28:00.056731 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1def733e-9579-453e-8de0-35245e05950b req-94941d04-9625-4113-9527-6eab614ab210 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=24b2ed70-732b-4138-94d1-34ea1c5e13bd HTTP/1.1" status: 200 len: 848 time: 0.0438704 Oct 01 04:28:00.101390 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def733e-9579-453e-8de0-35245e05950b req-9644406a-838e-4ed3-8ca5-be78661fc30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:28:00.102842 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1def733e-9579-453e-8de0-35245e05950b req-9644406a-838e-4ed3-8ca5-be78661fc30b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=dfb1f66d-4f49-4f84-9a12-ceecfc8e716b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383954 Oct 01 04:28:00.197282 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1def733e-9579-453e-8de0-35245e05950b req-9247544a-6272-40f1-9437-27fe8ddc608b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/dfb1f66d-4f49-4f84-9a12-ceecfc8e716b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869560 Oct 01 04:28:00.288457 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1def733e-9579-453e-8de0-35245e05950b req-37a3709a-4250-4f4c-808a-ac079b4bd911 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/dfb1f66d-4f49-4f84-9a12-ceecfc8e716b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845618 Oct 01 04:28:01.989434 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.agents_db [None req-12b97a57-14e3-4267-90b0-a9e0353f7932 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 01 04:28:02.698720 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 42050) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:28:02.838337 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-a2aabec7-3138-488c-805d-f180ca079b7b tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Deleting port 4594334b-8f22-420f-8ec4-40b71f2786a5 {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:28:02.838675 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-a2aabec7-3138-488c-805d-f180ca079b7b tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (4594334b-8f22-420f-8ec4-40b71f2786a5), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:02.885561 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:02.887435 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:02.917717 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-a2aabec7-3138-488c-805d-f180ca079b7b tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (4594334b-8f22-420f-8ec4-40b71f2786a5), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:02.918048 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-a2aabec7-3138-488c-805d-f180ca079b7b tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks [] for floatingip (4594334b-8f22-420f-8ec4-40b71f2786a5), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:02.931062 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-a2aabec7-3138-488c-805d-f180ca079b7b tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Calling delete_port for 4594334b-8f22-420f-8ec4-40b71f2786a5 owned by network:floatingip {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:28:03.073410 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-a2aabec7-3138-488c-805d-f180ca079b7b tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5071981'] for port (4594334b-8f22-420f-8ec4-40b71f2786a5), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:03.099258 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aabec7-3138-488c-805d-f180ca079b7b tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Pushing event deleted for resources: {'Port': ['ID=4594334b-8f22-420f-8ec4-40b71f2786a5,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:28:03.125374 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aabec7-3138-488c-805d-f180ca079b7b tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:28:03.125731 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aabec7-3138-488c-805d-f180ca079b7b tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:28:03.126079 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aabec7-3138-488c-805d-f180ca079b7b tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:28:03.126425 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aabec7-3138-488c-805d-f180ca079b7b tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:28:03.126765 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aabec7-3138-488c-805d-f180ca079b7b tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:28:03.127101 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aabec7-3138-488c-805d-f180ca079b7b tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:28:03.127432 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aabec7-3138-488c-805d-f180ca079b7b tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:28:03.127761 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aabec7-3138-488c-805d-f180ca079b7b tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:28:03.128091 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aabec7-3138-488c-805d-f180ca079b7b tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:28:03.128420 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aabec7-3138-488c-805d-f180ca079b7b tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:28:03.128817 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aabec7-3138-488c-805d-f180ca079b7b tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:28:03.129187 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aabec7-3138-488c-805d-f180ca079b7b tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:28:03.129516 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aabec7-3138-488c-805d-f180ca079b7b tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:28:03.129842 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aabec7-3138-488c-805d-f180ca079b7b tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:28:03.130165 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aabec7-3138-488c-805d-f180ca079b7b tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:28:03.169933 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-a2aabec7-3138-488c-805d-f180ca079b7b tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks [] for floatingip (af168caa-3d92-4594-a5e1-b17cec28ceac), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:03.170269 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.db.l3_db [None req-a2aabec7-3138-488c-805d-f180ca079b7b tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Floating IP af168caa-3d92-4594-a5e1-b17cec28ceac disassociated (deleted). External IP: 172.27.2.220, port: 1c202297-17f7-4fc4-9e9a-a51de8a73129. Oct 01 04:28:03.367704 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2aabec7-3138-488c-805d-f180ca079b7b tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Router 99c881ec-29bc-4e60-b79a-2a435e983e6d has already been hosted by L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 {{(pid=106386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 01 04:28:03.674140 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2aabec7-3138-488c-805d-f180ca079b7b tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:28:03.678465 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-a2aabec7-3138-488c-805d-f180ca079b7b tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for floatingip (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:03.684203 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8954a8fd-0447-4b82-b5ec-6041b50a5de7 None None] Sync routers for ids ['99c881ec-29bc-4e60-b79a-2a435e983e6d'] in dv-cinder-860044-1-iscsi {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:28:03.694093 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8954a8fd-0447-4b82-b5ec-6041b50a5de7 None None] Routers {'99c881ec-29bc-4e60-b79a-2a435e983e6d'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:28:03.694704 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-8954a8fd-0447-4b82-b5ec-6041b50a5de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:27:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['99c881ec-29bc-4e60-b79a-2a435e983e6d'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:28:03.710168 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-a2aabec7-3138-488c-805d-f180ca079b7b tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/af168caa-3d92-4594-a5e1-b17cec28ceac HTTP/1.1" status: 204 len: 168 time: 1.0103838 Oct 01 04:28:03.710864 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd05ad71a-601e-42a7-a215-04477dc66444', 'tag': '1c202297-17f7-4fc4-9e9a-a51de8a73129'}] {{(pid=106386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:28:03.713223 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906b7328382f58691ce67f390eef3fef1b579a19389c35ae4b8023450af26d8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7625c3-d5d1-4fbb-a9bc-988f95063002" -d '{"events": [{"name": "network-changed", "server_uuid": "d05ad71a-601e-42a7-a215-04477dc66444", "tag": "1c202297-17f7-4fc4-9e9a-a51de8a73129"}]}' {{(pid=106386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:28:03.781312 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 01 Oct 2022 04:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81a4aef-6740-478d-84e8-d816130b6d8f x-openstack-request-id: req-a81a4aef-6740-478d-84e8-d816130b6d8f {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:28:03.781668 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d05ad71a-601e-42a7-a215-04477dc66444", "tag": "1c202297-17f7-4fc4-9e9a-a51de8a73129", "status": "completed", "code": 200}]} {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:28:03.781987 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a81a4aef-6740-478d-84e8-d816130b6d8f {{(pid=106386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:28:03.782450 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a81a4aef-6740-478d-84e8-d816130b6d8f'] response: {'name': 'network-changed', 'server_uuid': 'd05ad71a-601e-42a7-a215-04477dc66444', 'tag': '1c202297-17f7-4fc4-9e9a-a51de8a73129', 'status': 'completed', 'code': 200} Oct 01 04:28:03.802844 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-8954a8fd-0447-4b82-b5ec-6041b50a5de7 None None] Set router 99c881ec-29bc-4e60-b79a-2a435e983e6d gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:28:03.858341 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7625c3-d5d1-4fbb-a9bc-988f95063002 req-c229305c-0cc2-4d3b-84f8-3fd04c29188d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:28:03.860017 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1a7625c3-d5d1-4fbb-a9bc-988f95063002 req-c229305c-0cc2-4d3b-84f8-3fd04c29188d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=721dd52b82194e4d91113d4d688900ae&device_id=d05ad71a-601e-42a7-a215-04477dc66444 HTTP/1.1" status: 200 len: 1129 time: 0.0513678 Oct 01 04:28:03.972232 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7625c3-d5d1-4fbb-a9bc-988f95063002 req-2fcab2c0-4cd6-4679-8172-e7c9b7fce236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:28:03.973836 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1a7625c3-d5d1-4fbb-a9bc-988f95063002 req-2fcab2c0-4cd6-4679-8172-e7c9b7fce236 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=a58a68a2-3485-47fc-a402-341c963919cc HTTP/1.1" status: 200 len: 913 time: 0.0962064 Oct 01 04:28:04.040390 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-8954a8fd-0447-4b82-b5ec-6041b50a5de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'name': 'tempest-TestVolumeBootPattern-2117925739-router', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '89429a02-b2f7-4923-a8c6-35b9f52c80d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:20:01Z', 'updated_at': '2022-10-01T04:20:10Z', 'revision_number': 4, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'gw_port': {'id': '89429a02-b2f7-4923-a8c6-35b9f52c80d3', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:20:01Z', 'updated_at': '2022-10-01T04:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_floatingips': [{'id': '48fe21f9-cb55-48c2-8520-701f16088a95', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'router_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'port_id': '998978bd-7095-4f80-b84b-5589f1d6add2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc', 'mac_address': 'fa:16:3e:16:34:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cd0cbd-547d-4e0e-a797-7971ce307b17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-01T04:24:21Z', 'updated_at': '2022-10-01T04:24:24Z', 'revision_number': 1, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52776eac-a931-4561-998f-b83d8e03b65d', 'name': '', 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'mac_address': 'fa:16:3e:bf:95:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '87bf8ff7-1e8d-4433-8f68-75f944f2c18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:20:07Z', 'updated_at': '2022-10-01T04:20:19Z', 'revision_number': 5, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'subnets': [{'id': '87bf8ff7-1e8d-4433-8f68-75f944f2c18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:28:04.066022 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8954a8fd-0447-4b82-b5ec-6041b50a5de7 None None] Checking router: 99c881ec-29bc-4e60-b79a-2a435e983e6d for host: dv-cinder-860044-1-iscsi {{(pid=106388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:28:04.074846 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8954a8fd-0447-4b82-b5ec-6041b50a5de7 None None] Routers {'99c881ec-29bc-4e60-b79a-2a435e983e6d'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:28:04.076676 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-8954a8fd-0447-4b82-b5ec-6041b50a5de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:27:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['99c881ec-29bc-4e60-b79a-2a435e983e6d'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:28:04.186244 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-8954a8fd-0447-4b82-b5ec-6041b50a5de7 None None] Set router 99c881ec-29bc-4e60-b79a-2a435e983e6d gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:28:04.186637 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:04.193079 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:04.212232 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19575a44-2054-4fb6-a5ae-9eb54fd0b6fa req-d12bedb9-adcc-46a2-b738-4b84926619b4 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:28:04.214275 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-19575a44-2054-4fb6-a5ae-9eb54fd0b6fa req-d12bedb9-adcc-46a2-b738-4b84926619b4 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d05ad71a-601e-42a7-a215-04477dc66444 HTTP/1.1" status: 200 len: 945 time: 0.2792802 Oct 01 04:28:04.264358 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-19575a44-2054-4fb6-a5ae-9eb54fd0b6fa req-4cef3f7f-7582-4d33-a0e5-e3349d79ad93 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438409 Oct 01 04:28:04.399223 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-8954a8fd-0447-4b82-b5ec-6041b50a5de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'name': 'tempest-TestVolumeBootPattern-2117925739-router', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '89429a02-b2f7-4923-a8c6-35b9f52c80d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:20:01Z', 'updated_at': '2022-10-01T04:20:10Z', 'revision_number': 4, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'gw_port': {'id': '89429a02-b2f7-4923-a8c6-35b9f52c80d3', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:20:01Z', 'updated_at': '2022-10-01T04:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_floatingips': [{'id': '48fe21f9-cb55-48c2-8520-701f16088a95', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'router_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'port_id': '998978bd-7095-4f80-b84b-5589f1d6add2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc', 'mac_address': 'fa:16:3e:16:34:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cd0cbd-547d-4e0e-a797-7971ce307b17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-01T04:24:21Z', 'updated_at': '2022-10-01T04:24:24Z', 'revision_number': 1, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52776eac-a931-4561-998f-b83d8e03b65d', 'name': '', 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'mac_address': 'fa:16:3e:bf:95:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '87bf8ff7-1e8d-4433-8f68-75f944f2c18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:20:07Z', 'updated_at': '2022-10-01T04:20:19Z', 'revision_number': 5, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'subnets': [{'id': '87bf8ff7-1e8d-4433-8f68-75f944f2c18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:28:04.423701 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8954a8fd-0447-4b82-b5ec-6041b50a5de7 None None] The sync data for ids ['99c881ec-29bc-4e60-b79a-2a435e983e6d'] in dv-cinder-860044-1-iscsi is: [{'id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'name': 'tempest-TestVolumeBootPattern-2117925739-router', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '89429a02-b2f7-4923-a8c6-35b9f52c80d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:20:01Z', 'updated_at': '2022-10-01T04:20:10Z', 'revision_number': 4, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'gw_port': {'id': '89429a02-b2f7-4923-a8c6-35b9f52c80d3', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:20:01Z', 'updated_at': '2022-10-01T04:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_floatingips': [{'id': '48fe21f9-cb55-48c2-8520-701f16088a95', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'router_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'port_id': '998978bd-7095-4f80-b84b-5589f1d6add2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc', 'mac_address': 'fa:16:3e:16:34:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cd0cbd-547d-4e0e-a797-7971ce307b17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-01T04:24:21Z', 'updated_at': '2022-10-01T04:24:24Z', 'revision_number': 1, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52776eac-a931-4561-998f-b83d8e03b65d', 'name': '', 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'mac_address': 'fa:16:3e:bf:95:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '87bf8ff7-1e8d-4433-8f68-75f944f2c18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:20:07Z', 'updated_at': '2022-10-01T04:20:19Z', 'revision_number': 5, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'subnets': [{'id': '87bf8ff7-1e8d-4433-8f68-75f944f2c18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:28:04.641412 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5391f986-f9c5-4d78-ad92-fa864dd8dfec None None] New status for floating IP af168caa-3d92-4594-a5e1-b17cec28ceac: DOWN {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 01 04:28:05.071700 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1a7625c3-d5d1-4fbb-a9bc-988f95063002 req-75554907-e44e-4a16-a21f-5b5449a00864 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c202297-17f7-4fc4-9e9a-a51de8a73129 HTTP/1.1" status: 200 len: 217 time: 0.0364819 Oct 01 04:28:05.122702 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7625c3-d5d1-4fbb-a9bc-988f95063002 req-75a6dea1-778f-41bf-a582-32aa3878d83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:28:05.124076 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1a7625c3-d5d1-4fbb-a9bc-988f95063002 req-75a6dea1-778f-41bf-a582-32aa3878d83e service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=87bf8ff7-1e8d-4433-8f68-75f944f2c18e HTTP/1.1" status: 200 len: 851 time: 0.0426731 Oct 01 04:28:05.183336 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7625c3-d5d1-4fbb-a9bc-988f95063002 req-81200503-df4a-42b7-b77a-6ec6336113b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:28:05.185563 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1a7625c3-d5d1-4fbb-a9bc-988f95063002 req-81200503-df4a-42b7-b77a-6ec6336113b4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a58a68a2-3485-47fc-a402-341c963919cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409923 Oct 01 04:28:05.334107 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1a7625c3-d5d1-4fbb-a9bc-988f95063002 req-200d0f05-1193-4a90-bcae-d09eb47575f5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a58a68a2-3485-47fc-a402-341c963919cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870359 Oct 01 04:28:05.440347 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271400a-a1ea-4cc9-91c5-5c8b761b098b req-c4b6be2c-1c7f-4e6b-ab85-e9eec1fcf5e6 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:28:05.441833 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-8271400a-a1ea-4cc9-91c5-5c8b761b098b req-c4b6be2c-1c7f-4e6b-ab85-e9eec1fcf5e6 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d05ad71a-601e-42a7-a215-04477dc66444 HTTP/1.1" status: 200 len: 945 time: 0.1001894 Oct 01 04:28:05.493716 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-8271400a-a1ea-4cc9-91c5-5c8b761b098b req-911e2a9d-8af5-4650-8ce6-99735ec8c2ec tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463274 Oct 01 04:28:05.659450 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d253f6e-c567-4a2d-ba85-6f3c1f04f87d req-ecb8038a-1961-46b6-b39e-11ad7f490276 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:28:05.660766 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6d253f6e-c567-4a2d-ba85-6f3c1f04f87d req-ecb8038a-1961-46b6-b39e-11ad7f490276 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d05ad71a-601e-42a7-a215-04477dc66444 HTTP/1.1" status: 200 len: 945 time: 0.0703380 Oct 01 04:28:05.664218 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1a7625c3-d5d1-4fbb-a9bc-988f95063002 req-7b190fe7-25ce-416c-a3ee-f83bfaee1153 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a58a68a2-3485-47fc-a402-341c963919cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253600 Oct 01 04:28:05.694825 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:05.703992 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:05.750324 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-6d253f6e-c567-4a2d-ba85-6f3c1f04f87d req-d8048da1-0961-499f-bb8a-dd5f7c937002 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Deleting port 1c202297-17f7-4fc4-9e9a-a51de8a73129 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:28:05.750659 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-6d253f6e-c567-4a2d-ba85-6f3c1f04f87d req-d8048da1-0961-499f-bb8a-dd5f7c937002 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (1c202297-17f7-4fc4-9e9a-a51de8a73129), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:05.842586 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-6d253f6e-c567-4a2d-ba85-6f3c1f04f87d req-d8048da1-0961-499f-bb8a-dd5f7c937002 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] For port 1c202297-17f7-4fc4-9e9a-a51de8a73129, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=1c202297-17f7-4fc4-9e9a-a51de8a73129,segment=NetworkSegment(614ad64a-e84b-4b23-b245-f6cd1be567b7),segment_id=614ad64a-e84b-4b23-b245-f6cd1be567b7)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:28:05.842940 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-6d253f6e-c567-4a2d-ba85-6f3c1f04f87d req-d8048da1-0961-499f-bb8a-dd5f7c937002 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (1c202297-17f7-4fc4-9e9a-a51de8a73129), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:05.855828 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-6d253f6e-c567-4a2d-ba85-6f3c1f04f87d req-d8048da1-0961-499f-bb8a-dd5f7c937002 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Calling delete_port for 1c202297-17f7-4fc4-9e9a-a51de8a73129 owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:28:05.981580 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-6d253f6e-c567-4a2d-ba85-6f3c1f04f87d req-d8048da1-0961-499f-bb8a-dd5f7c937002 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (1c202297-17f7-4fc4-9e9a-a51de8a73129), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:06.013812 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8048da1-0961-499f-bb8a-dd5f7c937002 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Pushing event deleted for resources: {'Port': ['ID=1c202297-17f7-4fc4-9e9a-a51de8a73129,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:28:06.057510 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d253f6e-c567-4a2d-ba85-6f3c1f04f87d req-d8048da1-0961-499f-bb8a-dd5f7c937002 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] No DVR routers for this DVR port 1c202297-17f7-4fc4-9e9a-a51de8a73129 on host hv-cinder-86004 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 01 04:28:06.060605 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-6d253f6e-c567-4a2d-ba85-6f3c1f04f87d req-d8048da1-0961-499f-bb8a-dd5f7c937002 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:06.063913 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6d253f6e-c567-4a2d-ba85-6f3c1f04f87d req-d8048da1-0961-499f-bb8a-dd5f7c937002 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.25 "DELETE /networking/v2.0/ports/1c202297-17f7-4fc4-9e9a-a51de8a73129 HTTP/1.1" status: 204 len: 173 time: 0.3936207 Oct 01 04:28:06.064413 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05ad71a-601e-42a7-a215-04477dc66444', 'name': 'network-vif-deleted', 'tag': '1c202297-17f7-4fc4-9e9a-a51de8a73129'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:28:06.067326 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23a471ff00a13a2eea8c87216c43e2c9873adc8b08d975975de21b294c9ff96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b62816-aeb4-40cb-801b-88ec9a799cf5" -d '{"events": [{"server_uuid": "d05ad71a-601e-42a7-a215-04477dc66444", "name": "network-vif-deleted", "tag": "1c202297-17f7-4fc4-9e9a-a51de8a73129"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:28:06.113769 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 01 Oct 2022 04:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11a9dce-ffb5-4d81-a95a-a68eac8bcabb x-openstack-request-id: req-e11a9dce-ffb5-4d81-a95a-a68eac8bcabb {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:28:06.114336 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d05ad71a-601e-42a7-a215-04477dc66444", "name": "network-vif-deleted", "tag": "1c202297-17f7-4fc4-9e9a-a51de8a73129", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:28:06.114336 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e11a9dce-ffb5-4d81-a95a-a68eac8bcabb {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:28:06.114703 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e11a9dce-ffb5-4d81-a95a-a68eac8bcabb'] response: {'server_uuid': 'd05ad71a-601e-42a7-a215-04477dc66444', 'name': 'network-vif-deleted', 'tag': '1c202297-17f7-4fc4-9e9a-a51de8a73129', 'status': 'completed', 'code': 200} Oct 01 04:28:06.609579 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-91b1119f-6d7d-4a9b-885c-2f6bd3150785 req-0979d911-cabd-4c1d-bb96-fb1e931c5cab tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d05ad71a-601e-42a7-a215-04477dc66444 HTTP/1.1" status: 200 len: 210 time: 0.0276403 Oct 01 04:28:09.141857 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 1c202297-17f7-4fc4-9e9a-a51de8a73129 no longer exists at agent hyperv_hv-cinder-86004 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:28:09.165615 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] No Port match for: 1c202297-17f7-4fc4-9e9a-a51de8a73129 {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 01 04:28:09.165849 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 1c202297-17f7-4fc4-9e9a-a51de8a73129 not bound to the agent host hv-cinder-86004 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 01 04:28:09.917337 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 42104) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:28:10.056027 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-5ec7758f-8bdc-45b9-90e1-6ce509dcae28 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Deleting port a4238945-19d4-42df-818c-9adb701be565 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:28:10.056371 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5ec7758f-8bdc-45b9-90e1-6ce509dcae28 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (a4238945-19d4-42df-818c-9adb701be565), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:10.137846 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5ec7758f-8bdc-45b9-90e1-6ce509dcae28 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (a4238945-19d4-42df-818c-9adb701be565), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:10.138087 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5ec7758f-8bdc-45b9-90e1-6ce509dcae28 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks [] for floatingip (a4238945-19d4-42df-818c-9adb701be565), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:10.150429 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-5ec7758f-8bdc-45b9-90e1-6ce509dcae28 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Calling delete_port for a4238945-19d4-42df-818c-9adb701be565 owned by network:floatingip {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:28:10.572812 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5ec7758f-8bdc-45b9-90e1-6ce509dcae28 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (a4238945-19d4-42df-818c-9adb701be565), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:10.577519 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:10.597856 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec7758f-8bdc-45b9-90e1-6ce509dcae28 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Pushing event deleted for resources: {'Port': ['ID=a4238945-19d4-42df-818c-9adb701be565,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:28:10.659399 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5ec7758f-8bdc-45b9-90e1-6ce509dcae28 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks [] for floatingip (48fe21f9-cb55-48c2-8520-701f16088a95), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:10.659716 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.db.l3_db [None req-5ec7758f-8bdc-45b9-90e1-6ce509dcae28 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Floating IP 48fe21f9-cb55-48c2-8520-701f16088a95 disassociated (deleted). External IP: 172.27.2.30, port: 998978bd-7095-4f80-b84b-5589f1d6add2. Oct 01 04:28:10.708611 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:10.855593 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec7758f-8bdc-45b9-90e1-6ce509dcae28 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Router 99c881ec-29bc-4e60-b79a-2a435e983e6d has already been hosted by L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 01 04:28:10.958234 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec7758f-8bdc-45b9-90e1-6ce509dcae28 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:28:10.962891 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5ec7758f-8bdc-45b9-90e1-6ce509dcae28 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for floatingip (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:10.967476 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35e7ad1-a679-4072-a03a-e070cc4d8092 None None] Sync routers for ids ['99c881ec-29bc-4e60-b79a-2a435e983e6d'] in dv-cinder-860044-1-iscsi {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:28:10.976979 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35e7ad1-a679-4072-a03a-e070cc4d8092 None None] Routers {'99c881ec-29bc-4e60-b79a-2a435e983e6d'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:28:10.977595 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-d35e7ad1-a679-4072-a03a-e070cc4d8092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:27:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['99c881ec-29bc-4e60-b79a-2a435e983e6d'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:28:10.992064 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-5ec7758f-8bdc-45b9-90e1-6ce509dcae28 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/48fe21f9-cb55-48c2-8520-701f16088a95 HTTP/1.1" status: 204 len: 168 time: 1.0736635 Oct 01 04:28:10.992799 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87cd0cbd-547d-4e0e-a797-7971ce307b17', 'tag': '998978bd-7095-4f80-b84b-5589f1d6add2'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:28:10.995186 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23a471ff00a13a2eea8c87216c43e2c9873adc8b08d975975de21b294c9ff96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a4302d-a16c-4eb4-9bf5-cce5de2310ae" -d '{"events": [{"name": "network-changed", "server_uuid": "87cd0cbd-547d-4e0e-a797-7971ce307b17", "tag": "998978bd-7095-4f80-b84b-5589f1d6add2"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:28:11.034192 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 01 Oct 2022 04:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a399a815-2f69-4994-bf5e-6a6622f674d7 x-openstack-request-id: req-a399a815-2f69-4994-bf5e-6a6622f674d7 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:28:11.034373 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87cd0cbd-547d-4e0e-a797-7971ce307b17", "tag": "998978bd-7095-4f80-b84b-5589f1d6add2", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:28:11.034623 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a399a815-2f69-4994-bf5e-6a6622f674d7 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:28:11.035048 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a399a815-2f69-4994-bf5e-6a6622f674d7'] response: {'name': 'network-changed', 'server_uuid': '87cd0cbd-547d-4e0e-a797-7971ce307b17', 'tag': '998978bd-7095-4f80-b84b-5589f1d6add2', 'status': 'completed', 'code': 200} Oct 01 04:28:11.088153 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-d35e7ad1-a679-4072-a03a-e070cc4d8092 None None] Set router 99c881ec-29bc-4e60-b79a-2a435e983e6d gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:28:11.103815 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4302d-a16c-4eb4-9bf5-cce5de2310ae req-e1e50f60-5808-499a-9383-113b7308ba11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:28:11.105509 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e8a4302d-a16c-4eb4-9bf5-cce5de2310ae req-e1e50f60-5808-499a-9383-113b7308ba11 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=721dd52b82194e4d91113d4d688900ae&device_id=87cd0cbd-547d-4e0e-a797-7971ce307b17 HTTP/1.1" status: 200 len: 1130 time: 0.0480762 Oct 01 04:28:11.207041 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4302d-a16c-4eb4-9bf5-cce5de2310ae req-d5006d2b-a11e-4712-8ca9-8a45b0710aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:28:11.208647 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e8a4302d-a16c-4eb4-9bf5-cce5de2310ae req-d5006d2b-a11e-4712-8ca9-8a45b0710aed service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=a58a68a2-3485-47fc-a402-341c963919cc HTTP/1.1" status: 200 len: 913 time: 0.0964742 Oct 01 04:28:11.227225 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=100 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:11.234915 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=100 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:11.239979 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a414c-1e88-4d27-a96d-ca799be99476 req-c7456f54-cbcc-49ce-a5b2-09dba702b4cc tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:28:11.241522 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2a8a414c-1e88-4d27-a96d-ca799be99476 req-c7456f54-cbcc-49ce-a5b2-09dba702b4cc tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=87cd0cbd-547d-4e0e-a797-7971ce307b17 HTTP/1.1" status: 200 len: 946 time: 0.0490601 Oct 01 04:28:11.291652 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-d35e7ad1-a679-4072-a03a-e070cc4d8092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'name': 'tempest-TestVolumeBootPattern-2117925739-router', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '89429a02-b2f7-4923-a8c6-35b9f52c80d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:20:01Z', 'updated_at': '2022-10-01T04:20:10Z', 'revision_number': 4, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'gw_port': {'id': '89429a02-b2f7-4923-a8c6-35b9f52c80d3', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:20:01Z', 'updated_at': '2022-10-01T04:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '52776eac-a931-4561-998f-b83d8e03b65d', 'name': '', 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'mac_address': 'fa:16:3e:bf:95:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '87bf8ff7-1e8d-4433-8f68-75f944f2c18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:20:07Z', 'updated_at': '2022-10-01T04:20:19Z', 'revision_number': 5, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'subnets': [{'id': '87bf8ff7-1e8d-4433-8f68-75f944f2c18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:28:11.294651 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2a8a414c-1e88-4d27-a96d-ca799be99476 req-3e013acc-1bb9-4352-b585-8d062d96379f tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474393 Oct 01 04:28:11.321941 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35e7ad1-a679-4072-a03a-e070cc4d8092 None None] Checking router: 99c881ec-29bc-4e60-b79a-2a435e983e6d for host: dv-cinder-860044-1-iscsi {{(pid=106388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:28:11.331014 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35e7ad1-a679-4072-a03a-e070cc4d8092 None None] Routers {'99c881ec-29bc-4e60-b79a-2a435e983e6d'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:28:11.331628 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-d35e7ad1-a679-4072-a03a-e070cc4d8092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:27:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['99c881ec-29bc-4e60-b79a-2a435e983e6d'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:28:11.430384 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-d35e7ad1-a679-4072-a03a-e070cc4d8092 None None] Set router 99c881ec-29bc-4e60-b79a-2a435e983e6d gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:28:11.622711 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-d35e7ad1-a679-4072-a03a-e070cc4d8092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'name': 'tempest-TestVolumeBootPattern-2117925739-router', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '89429a02-b2f7-4923-a8c6-35b9f52c80d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:20:01Z', 'updated_at': '2022-10-01T04:20:10Z', 'revision_number': 4, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'gw_port': {'id': '89429a02-b2f7-4923-a8c6-35b9f52c80d3', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:20:01Z', 'updated_at': '2022-10-01T04:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '52776eac-a931-4561-998f-b83d8e03b65d', 'name': '', 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'mac_address': 'fa:16:3e:bf:95:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '87bf8ff7-1e8d-4433-8f68-75f944f2c18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:20:07Z', 'updated_at': '2022-10-01T04:20:19Z', 'revision_number': 5, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'subnets': [{'id': '87bf8ff7-1e8d-4433-8f68-75f944f2c18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:28:11.647468 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35e7ad1-a679-4072-a03a-e070cc4d8092 None None] The sync data for ids ['99c881ec-29bc-4e60-b79a-2a435e983e6d'] in dv-cinder-860044-1-iscsi is: [{'id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'name': 'tempest-TestVolumeBootPattern-2117925739-router', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '89429a02-b2f7-4923-a8c6-35b9f52c80d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:20:01Z', 'updated_at': '2022-10-01T04:20:10Z', 'revision_number': 4, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'gw_port': {'id': '89429a02-b2f7-4923-a8c6-35b9f52c80d3', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:20:01Z', 'updated_at': '2022-10-01T04:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '52776eac-a931-4561-998f-b83d8e03b65d', 'name': '', 'network_id': 'a58a68a2-3485-47fc-a402-341c963919cc', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'mac_address': 'fa:16:3e:bf:95:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '87bf8ff7-1e8d-4433-8f68-75f944f2c18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:20:07Z', 'updated_at': '2022-10-01T04:20:19Z', 'revision_number': 5, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'subnets': [{'id': '87bf8ff7-1e8d-4433-8f68-75f944f2c18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:28:11.852046 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4917c178-9d31-4ff2-ab43-983fd9fcdf73 None None] New status for floating IP 48fe21f9-cb55-48c2-8520-701f16088a95: DOWN {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 01 04:28:12.181173 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e8a4302d-a16c-4eb4-9bf5-cce5de2310ae req-bd1583ef-595e-4f74-9f17-4789ed0ca1ef service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=998978bd-7095-4f80-b84b-5589f1d6add2 HTTP/1.1" status: 200 len: 217 time: 0.0328321 Oct 01 04:28:12.234516 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4302d-a16c-4eb4-9bf5-cce5de2310ae req-c92d1b97-0c54-4411-bb59-82907e106e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:28:12.235928 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e8a4302d-a16c-4eb4-9bf5-cce5de2310ae req-c92d1b97-0c54-4411-bb59-82907e106e7c service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=87bf8ff7-1e8d-4433-8f68-75f944f2c18e HTTP/1.1" status: 200 len: 851 time: 0.0471363 Oct 01 04:28:12.361168 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4302d-a16c-4eb4-9bf5-cce5de2310ae req-e28eb54c-09da-4107-837e-4c23680ccbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:28:12.362735 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e8a4302d-a16c-4eb4-9bf5-cce5de2310ae req-e28eb54c-09da-4107-837e-4c23680ccbe8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a58a68a2-3485-47fc-a402-341c963919cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419962 Oct 01 04:28:12.372676 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [req-e8a4302d-a16c-4eb4-9bf5-cce5de2310ae req-6c169ea6-9a85-4999-bbf4-b18ac97c28fb service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 01 04:28:12.373642 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e8a4302d-a16c-4eb4-9bf5-cce5de2310ae req-6c169ea6-9a85-4999-bbf4-b18ac97c28fb service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0050030 Oct 01 04:28:12.417683 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a44e1-aeba-4c62-9672-6386c7520f85 req-699a2b7f-009c-443b-b47c-f87bc4ab06ca tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:28:12.419986 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-8c5a44e1-aeba-4c62-9672-6386c7520f85 req-699a2b7f-009c-443b-b47c-f87bc4ab06ca tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=87cd0cbd-547d-4e0e-a797-7971ce307b17 HTTP/1.1" status: 200 len: 946 time: 0.0467613 Oct 01 04:28:12.466939 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e8a4302d-a16c-4eb4-9bf5-cce5de2310ae req-885b8931-dfe4-4093-8d46-a650b65152fc service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a58a68a2-3485-47fc-a402-341c963919cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868456 Oct 01 04:28:12.468851 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-8c5a44e1-aeba-4c62-9672-6386c7520f85 req-4b28cf2e-ecc4-4505-87f0-857debf082fd tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e954344d-b98a-4d3f-9322-8f5eddb13172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433023 Oct 01 04:28:12.619976 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e8a4302d-a16c-4eb4-9bf5-cce5de2310ae req-df46996a-50c7-40e1-aa8e-e983e311d318 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a58a68a2-3485-47fc-a402-341c963919cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946498 Oct 01 04:28:12.658244 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4170fe-ab4f-4c26-9815-4e6c9a49f78b req-ba052800-126b-40ba-ac6a-2a9925b6f6bf tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:28:12.659757 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5e4170fe-ab4f-4c26-9815-4e6c9a49f78b req-ba052800-126b-40ba-ac6a-2a9925b6f6bf tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=87cd0cbd-547d-4e0e-a797-7971ce307b17 HTTP/1.1" status: 200 len: 946 time: 0.0545263 Oct 01 04:28:12.670666 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:12.749336 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-5e4170fe-ab4f-4c26-9815-4e6c9a49f78b req-0681fc73-3dcb-4c28-b980-6985fa570ae9 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Deleting port 998978bd-7095-4f80-b84b-5589f1d6add2 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:28:12.749683 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-5e4170fe-ab4f-4c26-9815-4e6c9a49f78b req-0681fc73-3dcb-4c28-b980-6985fa570ae9 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (998978bd-7095-4f80-b84b-5589f1d6add2), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:12.771060 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-318f0cf0-6a22-428e-abf1-49ac61d0dd5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (973633b6-dd94-436d-b3a5-971dbc41e63c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:12.839651 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-5e4170fe-ab4f-4c26-9815-4e6c9a49f78b req-0681fc73-3dcb-4c28-b980-6985fa570ae9 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] For port 998978bd-7095-4f80-b84b-5589f1d6add2, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=998978bd-7095-4f80-b84b-5589f1d6add2,segment=NetworkSegment(614ad64a-e84b-4b23-b245-f6cd1be567b7),segment_id=614ad64a-e84b-4b23-b245-f6cd1be567b7)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:28:12.839936 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-5e4170fe-ab4f-4c26-9815-4e6c9a49f78b req-0681fc73-3dcb-4c28-b980-6985fa570ae9 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (998978bd-7095-4f80-b84b-5589f1d6add2), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:12.857736 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-5e4170fe-ab4f-4c26-9815-4e6c9a49f78b req-0681fc73-3dcb-4c28-b980-6985fa570ae9 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Calling delete_port for 998978bd-7095-4f80-b84b-5589f1d6add2 owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:28:12.912054 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:12.982614 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-5e4170fe-ab4f-4c26-9815-4e6c9a49f78b req-0681fc73-3dcb-4c28-b980-6985fa570ae9 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (998978bd-7095-4f80-b84b-5589f1d6add2), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:13.009711 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0681fc73-3dcb-4c28-b980-6985fa570ae9 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Pushing event deleted for resources: {'Port': ['ID=998978bd-7095-4f80-b84b-5589f1d6add2,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:28:13.057675 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e4170fe-ab4f-4c26-9815-4e6c9a49f78b req-0681fc73-3dcb-4c28-b980-6985fa570ae9 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] No DVR routers for this DVR port 998978bd-7095-4f80-b84b-5589f1d6add2 on host hv-cinder-86004 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 01 04:28:13.060189 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-5e4170fe-ab4f-4c26-9815-4e6c9a49f78b req-0681fc73-3dcb-4c28-b980-6985fa570ae9 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:13.063490 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5e4170fe-ab4f-4c26-9815-4e6c9a49f78b req-0681fc73-3dcb-4c28-b980-6985fa570ae9 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.25 "DELETE /networking/v2.0/ports/998978bd-7095-4f80-b84b-5589f1d6add2 HTTP/1.1" status: 204 len: 173 time: 0.3992512 Oct 01 04:28:13.063988 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87cd0cbd-547d-4e0e-a797-7971ce307b17', 'name': 'network-vif-deleted', 'tag': '998978bd-7095-4f80-b84b-5589f1d6add2'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:28:13.066354 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23a471ff00a13a2eea8c87216c43e2c9873adc8b08d975975de21b294c9ff96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c023e2e-4e8d-471f-9996-143c6b4388e8" -d '{"events": [{"server_uuid": "87cd0cbd-547d-4e0e-a797-7971ce307b17", "name": "network-vif-deleted", "tag": "998978bd-7095-4f80-b84b-5589f1d6add2"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:28:13.105176 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 01 Oct 2022 04:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26af641-9d00-4f0a-9889-9eb01665c71d x-openstack-request-id: req-d26af641-9d00-4f0a-9889-9eb01665c71d {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:28:13.105490 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87cd0cbd-547d-4e0e-a797-7971ce307b17", "name": "network-vif-deleted", "tag": "998978bd-7095-4f80-b84b-5589f1d6add2", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:28:13.105742 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d26af641-9d00-4f0a-9889-9eb01665c71d {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:28:13.106149 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d26af641-9d00-4f0a-9889-9eb01665c71d'] response: {'server_uuid': '87cd0cbd-547d-4e0e-a797-7971ce307b17', 'name': 'network-vif-deleted', 'tag': '998978bd-7095-4f80-b84b-5589f1d6add2', 'status': 'completed', 'code': 200} Oct 01 04:28:13.581509 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-0eb8da1b-0756-4798-93e5-291374bad536 req-5a966c72-8f3d-419c-8f8f-8f1e7c448456 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=87cd0cbd-547d-4e0e-a797-7971ce307b17 HTTP/1.1" status: 200 len: 210 time: 0.0282378 Oct 01 04:28:14.646239 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 42128) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:28:14.761971 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-ca81830c-c6c6-4116-a0f6-ae945e149f98 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Deleting port 5a0cc5bd-a99d-48bc-98d7-9fc47a211c5c {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:28:14.762959 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ca81830c-c6c6-4116-a0f6-ae945e149f98 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (5a0cc5bd-a99d-48bc-98d7-9fc47a211c5c), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:14.846112 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ca81830c-c6c6-4116-a0f6-ae945e149f98 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (5a0cc5bd-a99d-48bc-98d7-9fc47a211c5c), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:14.846441 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ca81830c-c6c6-4116-a0f6-ae945e149f98 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks [] for floatingip (5a0cc5bd-a99d-48bc-98d7-9fc47a211c5c), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:14.864103 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-ca81830c-c6c6-4116-a0f6-ae945e149f98 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Calling delete_port for 5a0cc5bd-a99d-48bc-98d7-9fc47a211c5c owned by network:floatingip {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:28:14.991382 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ca81830c-c6c6-4116-a0f6-ae945e149f98 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (5a0cc5bd-a99d-48bc-98d7-9fc47a211c5c), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:15.014010 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca81830c-c6c6-4116-a0f6-ae945e149f98 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Pushing event deleted for resources: {'Port': ['ID=5a0cc5bd-a99d-48bc-98d7-9fc47a211c5c,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:28:15.081584 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ca81830c-c6c6-4116-a0f6-ae945e149f98 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks [] for floatingip (c8c1d852-ce92-41b3-af3c-64df055b7a13), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:15.084001 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ca81830c-c6c6-4116-a0f6-ae945e149f98 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for floatingip (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:15.086679 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-ca81830c-c6c6-4116-a0f6-ae945e149f98 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/c8c1d852-ce92-41b3-af3c-64df055b7a13 HTTP/1.1" status: 204 len: 168 time: 0.4387012 Oct 01 04:28:15.107809 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-aede409c-78a6-4bbd-845b-0d52d6b9401a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (797ac3f1-c973-4eec-9950-99ad88971ed1), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:15.203076 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 998978bd-7095-4f80-b84b-5589f1d6add2 no longer exists at agent hyperv_hv-cinder-86004 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:28:15.229110 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] No Port match for: 998978bd-7095-4f80-b84b-5589f1d6add2 {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 01 04:28:15.229664 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 998978bd-7095-4f80-b84b-5589f1d6add2 not bound to the agent host hv-cinder-86004 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 01 04:28:16.288641 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55550f09-9bf2-4503-b16a-2d26c0a47f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (3f31be2c-2b77-4d66-9a3d-30b9eb89a668), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:16.309218 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 42162) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:28:16.358692 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:16.374124 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ce2e3a49-ccbf-44c7-9be7-038ca6a85991 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks [] for security_group (e954344d-b98a-4d3f-9322-8f5eddb13172), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:16.398610 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ce2e3a49-ccbf-44c7-9be7-038ca6a85991 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks [] for security_group (e954344d-b98a-4d3f-9322-8f5eddb13172), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:16.456944 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ce2e3a49-ccbf-44c7-9be7-038ca6a85991 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (e954344d-b98a-4d3f-9322-8f5eddb13172), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:16.459531 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ce2e3a49-ccbf-44c7-9be7-038ca6a85991 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:16.460705 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-ce2e3a49-ccbf-44c7-9be7-038ca6a85991 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/e954344d-b98a-4d3f-9322-8f5eddb13172 HTTP/1.1" status: 204 len: 168 time: 0.1501091 Oct 01 04:28:16.470617 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e3a49-ccbf-44c7-9be7-038ca6a85991 tempest-TestVolumeBootPattern-774411632 tempest-TestVolumeBootPattern-774411632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e954344d-b98a-4d3f-9322-8f5eddb13172,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:28:16.523281 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 42166) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:28:16.806371 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:16.977085 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b05c6e70-76d6-46b8-841b-a7b2977d8218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7982504'] for router_interface (99c881ec-29bc-4e60-b79a-2a435e983e6d), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:17.195749 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-b05c6e70-76d6-46b8-841b-a7b2977d8218 admin admin] Deleting port 52776eac-a931-4561-998f-b83d8e03b65d {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:28:17.196081 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b05c6e70-76d6-46b8-841b-a7b2977d8218 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (52776eac-a931-4561-998f-b83d8e03b65d), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:17.274817 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-b05c6e70-76d6-46b8-841b-a7b2977d8218 admin admin] For port 52776eac-a931-4561-998f-b83d8e03b65d, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=52776eac-a931-4561-998f-b83d8e03b65d,segment=NetworkSegment(614ad64a-e84b-4b23-b245-f6cd1be567b7),segment_id=614ad64a-e84b-4b23-b245-f6cd1be567b7)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:28:17.275182 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b05c6e70-76d6-46b8-841b-a7b2977d8218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (52776eac-a931-4561-998f-b83d8e03b65d), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:17.287981 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-b05c6e70-76d6-46b8-841b-a7b2977d8218 admin admin] Calling delete_port for 52776eac-a931-4561-998f-b83d8e03b65d owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:28:17.416678 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:17.475687 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b05c6e70-76d6-46b8-841b-a7b2977d8218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (52776eac-a931-4561-998f-b83d8e03b65d), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:17.502982 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05c6e70-76d6-46b8-841b-a7b2977d8218 admin admin] Pushing event deleted for resources: {'Port': ['ID=52776eac-a931-4561-998f-b83d8e03b65d,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:28:17.624441 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:17.659520 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867e816-bbaa-44b0-a9b9-a4e8b6228abc req-d26fcca2-52bb-4f2d-a32b-d9f65658e11f tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:28:17.663123 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-c867e816-bbaa-44b0-a9b9-a4e8b6228abc req-d26fcca2-52bb-4f2d-a32b-d9f65658e11f tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=132e0a82-5272-4ff5-a141-33f0cb0944a1 HTTP/1.1" status: 200 len: 946 time: 0.0530813 Oct 01 04:28:17.678977 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b05c6e70-76d6-46b8-841b-a7b2977d8218 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7886623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7990808'] for router_interface (99c881ec-29bc-4e60-b79a-2a435e983e6d), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:17.710418 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (d8875dbe-87f1-4639-b3ef-79ff4b202d58), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:17.722305 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-c867e816-bbaa-44b0-a9b9-a4e8b6228abc req-32df93a2-606c-4fbb-9696-21e7f168823b tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5c45df63-e4f8-4ee9-a5a9-1090ade6d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553546 Oct 01 04:28:17.893998 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05c6e70-76d6-46b8-841b-a7b2977d8218 admin admin] Router 99c881ec-29bc-4e60-b79a-2a435e983e6d has already been hosted by L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 01 04:28:17.961998 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91c43220-b735-4568-b99e-ce3dc63ea20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (a017e3cb-dd0a-4c83-ac3d-dd65b6d6e9f8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:18.001906 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05c6e70-76d6-46b8-841b-a7b2977d8218 admin admin] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:28:18.007253 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-b05c6e70-76d6-46b8-841b-a7b2977d8218 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/99c881ec-29bc-4e60-b79a-2a435e983e6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4829099 Oct 01 04:28:18.010025 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 42178) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:28:18.010414 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7316ab83-4f81-41f1-aee5-f0e85c192e74 None None] Sync routers for ids ['99c881ec-29bc-4e60-b79a-2a435e983e6d'] in dv-cinder-860044-1-iscsi {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:28:18.021250 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7316ab83-4f81-41f1-aee5-f0e85c192e74 None None] Routers {'99c881ec-29bc-4e60-b79a-2a435e983e6d'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:28:18.021867 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-7316ab83-4f81-41f1-aee5-f0e85c192e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:28:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['99c881ec-29bc-4e60-b79a-2a435e983e6d'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:28:18.112054 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c6d7967c-5a34-4a29-8fc7-dfaec4a550e6 admin admin] Publish callbacks [] for router (99c881ec-29bc-4e60-b79a-2a435e983e6d), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:18.124841 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-7316ab83-4f81-41f1-aee5-f0e85c192e74 None None] Set router 99c881ec-29bc-4e60-b79a-2a435e983e6d gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:28:18.211106 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c6d7967c-5a34-4a29-8fc7-dfaec4a550e6 admin admin] Publish callbacks [] for router_gateway (99c881ec-29bc-4e60-b79a-2a435e983e6d), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:18.259800 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-c6d7967c-5a34-4a29-8fc7-dfaec4a550e6 admin admin] Deleting port 89429a02-b2f7-4923-a8c6-35b9f52c80d3 {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:28:18.260063 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c6d7967c-5a34-4a29-8fc7-dfaec4a550e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (89429a02-b2f7-4923-a8c6-35b9f52c80d3), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:18.350809 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.db [None req-c6d7967c-5a34-4a29-8fc7-dfaec4a550e6 admin admin] For port 89429a02-b2f7-4923-a8c6-35b9f52c80d3, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=89429a02-b2f7-4923-a8c6-35b9f52c80d3,segment=NetworkSegment(e11c25a1-22bc-489d-94fb-b6370ba219df),segment_id=e11c25a1-22bc-489d-94fb-b6370ba219df)] {{(pid=106386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:28:18.351267 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c6d7967c-5a34-4a29-8fc7-dfaec4a550e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (89429a02-b2f7-4923-a8c6-35b9f52c80d3), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:18.365583 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-c6d7967c-5a34-4a29-8fc7-dfaec4a550e6 admin admin] Calling delete_port for 89429a02-b2f7-4923-a8c6-35b9f52c80d3 owned by network:router_gateway {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:28:18.423229 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-7316ab83-4f81-41f1-aee5-f0e85c192e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'name': 'tempest-TestVolumeBootPattern-2117925739-router', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '89429a02-b2f7-4923-a8c6-35b9f52c80d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:20:01Z', 'updated_at': '2022-10-01T04:28:17Z', 'revision_number': 5, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'gw_port': {'id': '89429a02-b2f7-4923-a8c6-35b9f52c80d3', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:20:01Z', 'updated_at': '2022-10-01T04:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi'}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:28:18.433698 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:18.449043 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7316ab83-4f81-41f1-aee5-f0e85c192e74 None None] Checking router: 99c881ec-29bc-4e60-b79a-2a435e983e6d for host: dv-cinder-860044-1-iscsi {{(pid=106388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:28:18.458056 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7316ab83-4f81-41f1-aee5-f0e85c192e74 None None] Routers {'99c881ec-29bc-4e60-b79a-2a435e983e6d'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:28:18.458653 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-7316ab83-4f81-41f1-aee5-f0e85c192e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:28:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['99c881ec-29bc-4e60-b79a-2a435e983e6d'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:28:18.524281 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:18.543402 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-7316ab83-4f81-41f1-aee5-f0e85c192e74 None None] Set router 99c881ec-29bc-4e60-b79a-2a435e983e6d gateway port host: None {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:28:18.544369 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c6d7967c-5a34-4a29-8fc7-dfaec4a550e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5071981'] for port (89429a02-b2f7-4923-a8c6-35b9f52c80d3), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:18.574260 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d7967c-5a34-4a29-8fc7-dfaec4a550e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=89429a02-b2f7-4923-a8c6-35b9f52c80d3,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:28:18.597566 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-7316ab83-4f81-41f1-aee5-f0e85c192e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'name': 'tempest-TestVolumeBootPattern-2117925739-router', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:20:01Z', 'updated_at': '2022-10-01T04:28:18Z', 'revision_number': 6, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'gw_port_host': None}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:28:18.623439 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7316ab83-4f81-41f1-aee5-f0e85c192e74 None None] The sync data for ids ['99c881ec-29bc-4e60-b79a-2a435e983e6d'] in dv-cinder-860044-1-iscsi is: [{'id': '99c881ec-29bc-4e60-b79a-2a435e983e6d', 'name': 'tempest-TestVolumeBootPattern-2117925739-router', 'tenant_id': '721dd52b82194e4d91113d4d688900ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:20:01Z', 'updated_at': '2022-10-01T04:28:18Z', 'revision_number': 6, 'project_id': '721dd52b82194e4d91113d4d688900ae', 'gw_port_host': None}] {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:28:18.635066 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c6d7967c-5a34-4a29-8fc7-dfaec4a550e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989870'] for router_gateway (99c881ec-29bc-4e60-b79a-2a435e983e6d), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:18.721994 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c6d7967c-5a34-4a29-8fc7-dfaec4a550e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7990903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3226'] for router (99c881ec-29bc-4e60-b79a-2a435e983e6d), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:18.724156 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c6d7967c-5a34-4a29-8fc7-dfaec4a550e6 admin admin] Publish callbacks [] for router_controller (99c881ec-29bc-4e60-b79a-2a435e983e6d), precommit_delete_associations {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:18.768877 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c6d7967c-5a34-4a29-8fc7-dfaec4a550e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7990894'] for router (99c881ec-29bc-4e60-b79a-2a435e983e6d), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:18.769495 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d7967c-5a34-4a29-8fc7-dfaec4a550e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99c881ec-29bc-4e60-b79a-2a435e983e6d {{(pid=106386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 01 04:28:18.773970 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c6d7967c-5a34-4a29-8fc7-dfaec4a550e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:18.775114 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-c6d7967c-5a34-4a29-8fc7-dfaec4a550e6 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/99c881ec-29bc-4e60-b79a-2a435e983e6d HTTP/1.1" status: 204 len: 168 time: 0.7641160 Oct 01 04:28:18.777692 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 42182) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:28:18.858440 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.db.db_base_plugin_v2 [None req-17c13e6b-775c-4253-a421-da4b0fa5c56b admin admin] Deleting subnet 87bf8ff7-1e8d-4433-8f68-75f944f2c18e {{(pid=106386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 01 04:28:18.863085 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-17c13e6b-775c-4253-a421-da4b0fa5c56b admin admin] Publish callbacks [] for subnet (87bf8ff7-1e8d-4433-8f68-75f944f2c18e), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:18.870039 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46745f-4fe4-4ced-bf5c-484fca4d3e6f req-4e4ee085-b652-4f12-b8dc-021cae5c6a6e tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:28:18.871490 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-cd46745f-4fe4-4ced-bf5c-484fca4d3e6f req-4e4ee085-b652-4f12-b8dc-021cae5c6a6e tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=132e0a82-5272-4ff5-a141-33f0cb0944a1 HTTP/1.1" status: 200 len: 946 time: 0.0672772 Oct 01 04:28:18.923919 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-17c13e6b-775c-4253-a421-da4b0fa5c56b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5479336'] for subnet (87bf8ff7-1e8d-4433-8f68-75f944f2c18e), precommit_delete_associations {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:18.968486 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-cd46745f-4fe4-4ced-bf5c-484fca4d3e6f req-0aab0ba8-1947-4874-95b5-82cb8f1d3bf7 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5c45df63-e4f8-4ee9-a5a9-1090ade6d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791976 Oct 01 04:28:19.024027 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-17c13e6b-775c-4253-a421-da4b0fa5c56b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1040298'] for subnet (87bf8ff7-1e8d-4433-8f68-75f944f2c18e), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:19.040141 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e801a5-92c4-4d00-9185-e21035592e8d req-855d6c33-55b4-47b1-8bd9-5f4ed37d6ae2 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:28:19.041644 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-10e801a5-92c4-4d00-9185-e21035592e8d req-855d6c33-55b4-47b1-8bd9-5f4ed37d6ae2 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=132e0a82-5272-4ff5-a141-33f0cb0944a1 HTTP/1.1" status: 200 len: 946 time: 0.0486002 Oct 01 04:28:19.088633 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-17c13e6b-775c-4253-a421-da4b0fa5c56b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1035713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8038045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5071920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5089221'] for subnet (87bf8ff7-1e8d-4433-8f68-75f944f2c18e), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:19.117245 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c13e6b-775c-4253-a421-da4b0fa5c56b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87bf8ff7-1e8d-4433-8f68-75f944f2c18e,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:28:19.119306 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-17c13e6b-775c-4253-a421-da4b0fa5c56b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for subnet (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:19.125100 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-17c13e6b-775c-4253-a421-da4b0fa5c56b admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/87bf8ff7-1e8d-4433-8f68-75f944f2c18e HTTP/1.1" status: 204 len: 168 time: 0.3439317 Oct 01 04:28:19.125317 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f944cd3-944d-4c13-90e8-c191226cb103 None None] Network a58a68a2-3485-47fc-a402-341c963919cc requested from dv-cinder-860044-1-iscsi {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 01 04:28:19.125786 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 42184) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:28:19.134503 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-10e801a5-92c4-4d00-9185-e21035592e8d req-97cdcf15-7cde-4ca8-85f5-dc49f7aee49f tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Deleting port 5b469383-e557-431c-8ca1-77112c8a8607 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:28:19.135107 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-10e801a5-92c4-4d00-9185-e21035592e8d req-97cdcf15-7cde-4ca8-85f5-dc49f7aee49f tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (5b469383-e557-431c-8ca1-77112c8a8607), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:19.167505 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=100 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:19.198932 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-bd66dc61-c5f3-4bfb-91ff-3fe328f91330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799227'] for network (a58a68a2-3485-47fc-a402-341c963919cc), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:19.214080 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:19.240003 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-10e801a5-92c4-4d00-9185-e21035592e8d req-97cdcf15-7cde-4ca8-85f5-dc49f7aee49f tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] For port 5b469383-e557-431c-8ca1-77112c8a8607, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=5b469383-e557-431c-8ca1-77112c8a8607,segment=NetworkSegment(06eba3e1-baf4-4adb-a8f4-cfab7df87117),segment_id=06eba3e1-baf4-4adb-a8f4-cfab7df87117)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:28:19.240427 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-10e801a5-92c4-4d00-9185-e21035592e8d req-97cdcf15-7cde-4ca8-85f5-dc49f7aee49f tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (5b469383-e557-431c-8ca1-77112c8a8607), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:19.250166 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-bd66dc61-c5f3-4bfb-91ff-3fe328f91330 admin admin] Deleting port 41b05a33-2a83-45b8-8f0a-0475d5a4b486 {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:28:19.250512 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-bd66dc61-c5f3-4bfb-91ff-3fe328f91330 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (41b05a33-2a83-45b8-8f0a-0475d5a4b486), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:19.316839 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.db [None req-bd66dc61-c5f3-4bfb-91ff-3fe328f91330 admin admin] For port 41b05a33-2a83-45b8-8f0a-0475d5a4b486, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=41b05a33-2a83-45b8-8f0a-0475d5a4b486,segment=NetworkSegment(614ad64a-e84b-4b23-b245-f6cd1be567b7),segment_id=614ad64a-e84b-4b23-b245-f6cd1be567b7)] {{(pid=106386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:28:19.317152 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-bd66dc61-c5f3-4bfb-91ff-3fe328f91330 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (41b05a33-2a83-45b8-8f0a-0475d5a4b486), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:19.330454 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-bd66dc61-c5f3-4bfb-91ff-3fe328f91330 admin admin] Calling delete_port for 41b05a33-2a83-45b8-8f0a-0475d5a4b486 owned by network:dhcp {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:28:19.374848 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:19.398087 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:19.411673 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-10e801a5-92c4-4d00-9185-e21035592e8d req-97cdcf15-7cde-4ca8-85f5-dc49f7aee49f tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:19.412031 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-10e801a5-92c4-4d00-9185-e21035592e8d req-97cdcf15-7cde-4ca8-85f5-dc49f7aee49f tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989928'] for floatingip (0ef029fb-64b4-4a14-837a-893adaaf0511), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:19.412334 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.db.l3_db [req-10e801a5-92c4-4d00-9185-e21035592e8d req-97cdcf15-7cde-4ca8-85f5-dc49f7aee49f tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Floating IP 0ef029fb-64b4-4a14-837a-893adaaf0511 disassociated. External IP: 172.27.2.43, port: 5b469383-e557-431c-8ca1-77112c8a8607. Oct 01 04:28:19.412675 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-10e801a5-92c4-4d00-9185-e21035592e8d req-97cdcf15-7cde-4ca8-85f5-dc49f7aee49f tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Calling delete_port for 5b469383-e557-431c-8ca1-77112c8a8607 owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:28:19.419098 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-bd66dc61-c5f3-4bfb-91ff-3fe328f91330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5071981'] for port (41b05a33-2a83-45b8-8f0a-0475d5a4b486), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:19.431499 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:DELETE=6,neutron:SELECT=91,neutron:UPDATE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:19.451354 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd66dc61-c5f3-4bfb-91ff-3fe328f91330 admin admin] No DVR routers for this DVR port 41b05a33-2a83-45b8-8f0a-0475d5a4b486 on host dv-cinder-860044-1-iscsi {{(pid=106386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 01 04:28:19.455536 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd66dc61-c5f3-4bfb-91ff-3fe328f91330 admin admin] Pushing event deleted for resources: {'Port': ['ID=41b05a33-2a83-45b8-8f0a-0475d5a4b486,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:28:19.462582 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32430ceb-b2af-40a1-88d5-b332ab7686f1 None None] DHCP port deletion for a58a68a2-3485-47fc-a402-341c963919cc request from dv-cinder-860044-1-iscsi {{(pid=106388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 01 04:28:19.550008 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-bd66dc61-c5f3-4bfb-91ff-3fe328f91330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-909724', 'neutron.services.segments.db._delete_segments_for_network-8783883502282'] for network (a58a68a2-3485-47fc-a402-341c963919cc), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:19.556138 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-10e801a5-92c4-4d00-9185-e21035592e8d req-97cdcf15-7cde-4ca8-85f5-dc49f7aee49f tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (5b469383-e557-431c-8ca1-77112c8a8607), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:19.572001 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.services.segments.db [None req-bd66dc61-c5f3-4bfb-91ff-3fe328f91330 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a58a68a2-3485-47fc-a402-341c963919cc']}} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:28:19.582650 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.services.segments.db [None req-bd66dc61-c5f3-4bfb-91ff-3fe328f91330 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '614ad64a-e84b-4b23-b245-f6cd1be567b7') {'for_net_delete': True} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:28:19.582960 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.services.segments.db [None req-bd66dc61-c5f3-4bfb-91ff-3fe328f91330 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '614ad64a-e84b-4b23-b245-f6cd1be567b7') {} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:28:19.594517 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cdcf15-7cde-4ca8-85f5-dc49f7aee49f tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Pushing event deleted for resources: {'Port': ['ID=5b469383-e557-431c-8ca1-77112c8a8607,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:28:19.599123 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-bd66dc61-c5f3-4bfb-91ff-3fe328f91330 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783883475047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5479329'] for segment (614ad64a-e84b-4b23-b245-f6cd1be567b7), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:19.603650 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:19.607700 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cdcf15-7cde-4ca8-85f5-dc49f7aee49f tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:28:19.608051 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cdcf15-7cde-4ca8-85f5-dc49f7aee49f tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:28:19.608393 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cdcf15-7cde-4ca8-85f5-dc49f7aee49f tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:28:19.608744 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cdcf15-7cde-4ca8-85f5-dc49f7aee49f tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:28:19.609107 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cdcf15-7cde-4ca8-85f5-dc49f7aee49f tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:28:19.609440 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cdcf15-7cde-4ca8-85f5-dc49f7aee49f tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:28:19.609770 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cdcf15-7cde-4ca8-85f5-dc49f7aee49f tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:28:19.610095 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cdcf15-7cde-4ca8-85f5-dc49f7aee49f tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:28:19.610426 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cdcf15-7cde-4ca8-85f5-dc49f7aee49f tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:28:19.610747 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cdcf15-7cde-4ca8-85f5-dc49f7aee49f tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:28:19.611075 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cdcf15-7cde-4ca8-85f5-dc49f7aee49f tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:28:19.611398 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cdcf15-7cde-4ca8-85f5-dc49f7aee49f tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:28:19.611724 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cdcf15-7cde-4ca8-85f5-dc49f7aee49f tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:28:19.612079 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cdcf15-7cde-4ca8-85f5-dc49f7aee49f tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:28:19.612393 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cdcf15-7cde-4ca8-85f5-dc49f7aee49f tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:28:19.615301 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-bd66dc61-c5f3-4bfb-91ff-3fe328f91330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916673'] for segment (614ad64a-e84b-4b23-b245-f6cd1be567b7), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:19.623995 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd66dc61-c5f3-4bfb-91ff-3fe328f91330 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=106386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 01 04:28:19.624428 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-bd66dc61-c5f3-4bfb-91ff-3fe328f91330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5072030'] for segment (614ad64a-e84b-4b23-b245-f6cd1be567b7), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:19.673126 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.services.segments.plugin [-] Segment 614ad64a-e84b-4b23-b245-f6cd1be567b7 resource provider aggregate not found Oct 01 04:28:19.691106 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.services.segments.plugin [-] Segment 614ad64a-e84b-4b23-b245-f6cd1be567b7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 614ad64a-e84b-4b23-b245-f6cd1be567b7 found for delete ", "request_id": "req-f3a80ad4-2347-4551-979e-8ed9d6550eff"}]} Oct 01 04:28:19.698807 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-bd66dc61-c5f3-4bfb-91ff-3fe328f91330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-909719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8037924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989909'] for network (a58a68a2-3485-47fc-a402-341c963919cc), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:19.713909 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-bd66dc61-c5f3-4bfb-91ff-3fe328f91330 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for network (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:19.721046 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-bd66dc61-c5f3-4bfb-91ff-3fe328f91330 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/a58a68a2-3485-47fc-a402-341c963919cc HTTP/1.1" status: 204 len: 168 time: 0.5916774 Oct 01 04:28:19.721046 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd66dc61-c5f3-4bfb-91ff-3fe328f91330 admin admin] Pushing event deleted for resources: {'Network': ['ID=a58a68a2-3485-47fc-a402-341c963919cc,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:28:19.721385 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 42190) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:28:19.743595 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10e801a5-92c4-4d00-9185-e21035592e8d req-97cdcf15-7cde-4ca8-85f5-dc49f7aee49f tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Router e0562ae8-2e66-4638-8ed3-192f0f6936ee has already been hosted by L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 01 04:28:19.862390 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10e801a5-92c4-4d00-9185-e21035592e8d req-97cdcf15-7cde-4ca8-85f5-dc49f7aee49f tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:28:19.874163 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be15133-1f42-4853-b8f7-093cb0a2ad9c None None] Sync routers for ids ['e0562ae8-2e66-4638-8ed3-192f0f6936ee'] in dv-cinder-860044-1-iscsi {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:28:19.884504 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be15133-1f42-4853-b8f7-093cb0a2ad9c None None] Routers {'e0562ae8-2e66-4638-8ed3-192f0f6936ee'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:28:19.885740 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-7be15133-1f42-4853-b8f7-093cb0a2ad9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:28:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['e0562ae8-2e66-4638-8ed3-192f0f6936ee'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:28:19.907826 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e801a5-92c4-4d00-9185-e21035592e8d req-97cdcf15-7cde-4ca8-85f5-dc49f7aee49f tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] No DVR routers for this DVR port 5b469383-e557-431c-8ca1-77112c8a8607 on host hv-cinder-86004 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 01 04:28:19.910438 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-10e801a5-92c4-4d00-9185-e21035592e8d req-97cdcf15-7cde-4ca8-85f5-dc49f7aee49f tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:19.914086 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-10e801a5-92c4-4d00-9185-e21035592e8d req-97cdcf15-7cde-4ca8-85f5-dc49f7aee49f tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.25 "DELETE /networking/v2.0/ports/5b469383-e557-431c-8ca1-77112c8a8607 HTTP/1.1" status: 204 len: 173 time: 0.8670583 Oct 01 04:28:19.914682 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '132e0a82-5272-4ff5-a141-33f0cb0944a1', 'name': 'network-vif-deleted', 'tag': '5b469383-e557-431c-8ca1-77112c8a8607'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:28:19.920144 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23a471ff00a13a2eea8c87216c43e2c9873adc8b08d975975de21b294c9ff96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b239a4-1448-42ff-84fa-7f5c852da89a" -d '{"events": [{"server_uuid": "132e0a82-5272-4ff5-a141-33f0cb0944a1", "name": "network-vif-deleted", "tag": "5b469383-e557-431c-8ca1-77112c8a8607"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:28:20.010238 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-7be15133-1f42-4853-b8f7-093cb0a2ad9c None None] Set router e0562ae8-2e66-4638-8ed3-192f0f6936ee gateway port host: dv-cinder-860044-1-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:28:20.069460 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 01 Oct 2022 04:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df217fff-3969-40fe-8b3f-1e69c1ceb490 x-openstack-request-id: req-df217fff-3969-40fe-8b3f-1e69c1ceb490 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:28:20.070431 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "132e0a82-5272-4ff5-a141-33f0cb0944a1", "name": "network-vif-deleted", "tag": "5b469383-e557-431c-8ca1-77112c8a8607", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:28:20.077380 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-df217fff-3969-40fe-8b3f-1e69c1ceb490 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:28:20.077807 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df217fff-3969-40fe-8b3f-1e69c1ceb490'] response: {'server_uuid': '132e0a82-5272-4ff5-a141-33f0cb0944a1', 'name': 'network-vif-deleted', 'tag': '5b469383-e557-431c-8ca1-77112c8a8607', 'status': 'completed', 'code': 200} Oct 01 04:28:20.154695 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2486a8db-bcb7-4e14-8569-9bcafabf232b req-77e067ad-d993-4561-9c55-261149b80c21 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=132e0a82-5272-4ff5-a141-33f0cb0944a1 HTTP/1.1" status: 200 len: 210 time: 0.0408933 Oct 01 04:28:20.159655 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-95496b16-7779-477c-83a1-11c3a7aa99cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7982504'] for router_interface (87feb5d5-1626-427a-998a-644297a2f6db), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:20.267634 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-7be15133-1f42-4853-b8f7-093cb0a2ad9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'name': 'tempest-AttachVolumeNegativeTest-12373195-router', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:25:16Z', 'updated_at': '2022-10-01T04:25:19Z', 'revision_number': 4, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'gw_port': {'id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ba:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:17Z', 'updated_at': '2022-10-01T04:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '4bc404c5-c8a9-42a3-881d-e9b151d0fdad', 'name': '', 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'mac_address': 'fa:16:3e:b4:b7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:18Z', 'updated_at': '2022-10-01T04:25:24Z', 'revision_number': 5, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'subnets': [{'id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:28:20.291792 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be15133-1f42-4853-b8f7-093cb0a2ad9c None None] Checking router: e0562ae8-2e66-4638-8ed3-192f0f6936ee for host: dv-cinder-860044-1-iscsi {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:28:20.300640 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be15133-1f42-4853-b8f7-093cb0a2ad9c None None] Routers {'e0562ae8-2e66-4638-8ed3-192f0f6936ee'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:28:20.301270 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-7be15133-1f42-4853-b8f7-093cb0a2ad9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:28:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['e0562ae8-2e66-4638-8ed3-192f0f6936ee'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:28:20.390457 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 41b05a33-2a83-45b8-8f0a-0475d5a4b486 no longer exists at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:28:20.411417 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-95496b16-7779-477c-83a1-11c3a7aa99cd admin admin] Deleting port 1be0dc87-7c2f-4b56-97a8-29bda72157d2 {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:28:20.411775 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-95496b16-7779-477c-83a1-11c3a7aa99cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (1be0dc87-7c2f-4b56-97a8-29bda72157d2), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:20.411896 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] No Port match for: 41b05a33-2a83-45b8-8f0a-0475d5a4b486 {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 01 04:28:20.412296 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 41b05a33-2a83-45b8-8f0a-0475d5a4b486 not bound to the agent host dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 01 04:28:20.412808 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 52776eac-a931-4561-998f-b83d8e03b65d no longer exists at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:28:20.432980 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] No Port match for: 52776eac-a931-4561-998f-b83d8e03b65d {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 01 04:28:20.433482 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 52776eac-a931-4561-998f-b83d8e03b65d not bound to the agent host dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 01 04:28:20.433994 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 89429a02-b2f7-4923-a8c6-35b9f52c80d3 no longer exists at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:28:20.454618 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] No Port match for: 89429a02-b2f7-4923-a8c6-35b9f52c80d3 {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 01 04:28:20.455095 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 89429a02-b2f7-4923-a8c6-35b9f52c80d3 not bound to the agent host dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 01 04:28:20.504642 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-7be15133-1f42-4853-b8f7-093cb0a2ad9c None None] Set router e0562ae8-2e66-4638-8ed3-192f0f6936ee gateway port host: dv-cinder-860044-1-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:28:20.504865 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.db [None req-95496b16-7779-477c-83a1-11c3a7aa99cd admin admin] For port 1be0dc87-7c2f-4b56-97a8-29bda72157d2, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=1be0dc87-7c2f-4b56-97a8-29bda72157d2,segment=NetworkSegment(5eeac10b-4dbd-4e14-ac6b-6f4e61ac7277),segment_id=5eeac10b-4dbd-4e14-ac6b-6f4e61ac7277)] {{(pid=106386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:28:20.505114 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-95496b16-7779-477c-83a1-11c3a7aa99cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (1be0dc87-7c2f-4b56-97a8-29bda72157d2), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:20.520655 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-95496b16-7779-477c-83a1-11c3a7aa99cd admin admin] Calling delete_port for 1be0dc87-7c2f-4b56-97a8-29bda72157d2 owned by network:router_interface {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:28:20.524954 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:20.563944 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:20.711207 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-7be15133-1f42-4853-b8f7-093cb0a2ad9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'name': 'tempest-AttachVolumeNegativeTest-12373195-router', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:25:16Z', 'updated_at': '2022-10-01T04:25:19Z', 'revision_number': 4, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'gw_port': {'id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ba:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:17Z', 'updated_at': '2022-10-01T04:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '4bc404c5-c8a9-42a3-881d-e9b151d0fdad', 'name': '', 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'mac_address': 'fa:16:3e:b4:b7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:18Z', 'updated_at': '2022-10-01T04:25:24Z', 'revision_number': 5, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'subnets': [{'id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:28:20.719121 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-95496b16-7779-477c-83a1-11c3a7aa99cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5071981'] for port (1be0dc87-7c2f-4b56-97a8-29bda72157d2), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:20.739917 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be15133-1f42-4853-b8f7-093cb0a2ad9c None None] The sync data for ids ['e0562ae8-2e66-4638-8ed3-192f0f6936ee'] in dv-cinder-860044-1-iscsi is: [{'id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'name': 'tempest-AttachVolumeNegativeTest-12373195-router', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:25:16Z', 'updated_at': '2022-10-01T04:25:19Z', 'revision_number': 4, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'gw_port': {'id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ba:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:17Z', 'updated_at': '2022-10-01T04:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '4bc404c5-c8a9-42a3-881d-e9b151d0fdad', 'name': '', 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'mac_address': 'fa:16:3e:b4:b7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:18Z', 'updated_at': '2022-10-01T04:25:24Z', 'revision_number': 5, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'subnets': [{'id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:28:20.744229 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95496b16-7779-477c-83a1-11c3a7aa99cd admin admin] Pushing event deleted for resources: {'Port': ['ID=1be0dc87-7c2f-4b56-97a8-29bda72157d2,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:28:20.923961 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-95496b16-7779-477c-83a1-11c3a7aa99cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7886623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7990808'] for router_interface (87feb5d5-1626-427a-998a-644297a2f6db), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:21.014925 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87eba007-d1c5-4c5a-8fa7-e9600522e001 None None] New status for floating IP 0ef029fb-64b4-4a14-837a-893adaaf0511: DOWN {{(pid=106388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 01 04:28:21.148746 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95496b16-7779-477c-83a1-11c3a7aa99cd admin admin] Router 87feb5d5-1626-427a-998a-644297a2f6db has already been hosted by L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 {{(pid=106386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 01 04:28:21.261417 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 42202) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:28:21.327693 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-62081031-884e-4e92-bc30-56652e12e800 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for security_group (5c45df63-e4f8-4ee9-a5a9-1090ade6d37f), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:21.352607 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-62081031-884e-4e92-bc30-56652e12e800 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for security_group (5c45df63-e4f8-4ee9-a5a9-1090ade6d37f), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:21.403435 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-62081031-884e-4e92-bc30-56652e12e800 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (5c45df63-e4f8-4ee9-a5a9-1090ade6d37f), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:21.405999 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-62081031-884e-4e92-bc30-56652e12e800 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:21.409772 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-62081031-884e-4e92-bc30-56652e12e800 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/5c45df63-e4f8-4ee9-a5a9-1090ade6d37f HTTP/1.1" status: 204 len: 168 time: 0.1446929 Oct 01 04:28:21.410420 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 42204) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:28:21.427630 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62081031-884e-4e92-bc30-56652e12e800 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c45df63-e4f8-4ee9-a5a9-1090ade6d37f,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:28:21.429689 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.api.v2.resource [None req-9b5a8ba9-836a-4cf2-8dd2-3ad0e6f2e973 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] show failed (client error): The resource could not be found. Oct 01 04:28:21.433527 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-9b5a8ba9-836a-4cf2-8dd2-3ad0e6f2e973 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/security-groups/5c45df63-e4f8-4ee9-a5a9-1090ade6d37f HTTP/1.1" status: 404 len: 347 time: 0.0193295 Oct 01 04:28:21.433732 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 42206) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:28:21.480076 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95496b16-7779-477c-83a1-11c3a7aa99cd admin admin] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:28:21.488883 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-95496b16-7779-477c-83a1-11c3a7aa99cd admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/87feb5d5-1626-427a-998a-644297a2f6db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7644627 Oct 01 04:28:21.489758 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 42208) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:28:21.491826 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83cb507-5838-45a9-876d-fbe8de88e32d None None] Sync routers for ids ['87feb5d5-1626-427a-998a-644297a2f6db'] in dv-cinder-860044-1-iscsi {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:28:21.510684 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83cb507-5838-45a9-876d-fbe8de88e32d None None] Routers {'87feb5d5-1626-427a-998a-644297a2f6db'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:28:21.511230 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-d83cb507-5838-45a9-876d-fbe8de88e32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:28:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['87feb5d5-1626-427a-998a-644297a2f6db'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:28:21.563493 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-9b10c4ba-325e-441c-a293-de0b101bbdf5 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Deleting port fe0ee61a-b28f-45fa-b72e-06e09d7d58c7 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:28:21.563987 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9b10c4ba-325e-441c-a293-de0b101bbdf5 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (fe0ee61a-b28f-45fa-b72e-06e09d7d58c7), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:21.598693 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-0bcc2be6-a3ef-4862-9091-1c5de5a10e2d admin admin] Publish callbacks [] for router (87feb5d5-1626-427a-998a-644297a2f6db), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:21.632040 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-d83cb507-5838-45a9-876d-fbe8de88e32d None None] Set router 87feb5d5-1626-427a-998a-644297a2f6db gateway port host: dv-cinder-860044-1-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:28:21.647034 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9b10c4ba-325e-441c-a293-de0b101bbdf5 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (fe0ee61a-b28f-45fa-b72e-06e09d7d58c7), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:21.647501 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9b10c4ba-325e-441c-a293-de0b101bbdf5 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for floatingip (fe0ee61a-b28f-45fa-b72e-06e09d7d58c7), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:21.664243 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-9b10c4ba-325e-441c-a293-de0b101bbdf5 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Calling delete_port for fe0ee61a-b28f-45fa-b72e-06e09d7d58c7 owned by network:floatingip {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:28:21.678329 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:21.706828 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-0bcc2be6-a3ef-4862-9091-1c5de5a10e2d admin admin] Publish callbacks [] for router_gateway (87feb5d5-1626-427a-998a-644297a2f6db), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:21.719016 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:UPDATE=1,neutron:SELECT=94,neutron:DELETE=5 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:21.740021 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:21.754719 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:21.755342 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-0bcc2be6-a3ef-4862-9091-1c5de5a10e2d admin admin] Deleting port bba0aa9b-664f-4ecc-a002-a427311c870c {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:28:21.755744 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-0bcc2be6-a3ef-4862-9091-1c5de5a10e2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (bba0aa9b-664f-4ecc-a002-a427311c870c), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:21.806094 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-d83cb507-5838-45a9-876d-fbe8de88e32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87feb5d5-1626-427a-998a-644297a2f6db', 'name': 'tempest-TestVolumeBootPattern-1386535668-router', 'tenant_id': '997939da104a452fba57b826ccae88d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'bba0aa9b-664f-4ecc-a002-a427311c870c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:20:18Z', 'updated_at': '2022-10-01T04:28:20Z', 'revision_number': 5, 'project_id': '997939da104a452fba57b826ccae88d7', 'gw_port': {'id': 'bba0aa9b-664f-4ecc-a002-a427311c870c', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87feb5d5-1626-427a-998a-644297a2f6db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:20:20Z', 'updated_at': '2022-10-01T04:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi'}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:28:21.810736 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:21.811220 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9b10c4ba-325e-441c-a293-de0b101bbdf5 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (fe0ee61a-b28f-45fa-b72e-06e09d7d58c7), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:21.836253 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83cb507-5838-45a9-876d-fbe8de88e32d None None] Checking router: 87feb5d5-1626-427a-998a-644297a2f6db for host: dv-cinder-860044-1-iscsi {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:28:21.839932 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b10c4ba-325e-441c-a293-de0b101bbdf5 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Pushing event deleted for resources: {'Port': ['ID=fe0ee61a-b28f-45fa-b72e-06e09d7d58c7,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:28:21.846056 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83cb507-5838-45a9-876d-fbe8de88e32d None None] Routers {'87feb5d5-1626-427a-998a-644297a2f6db'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:28:21.847098 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-d83cb507-5838-45a9-876d-fbe8de88e32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:28:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['87feb5d5-1626-427a-998a-644297a2f6db'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:28:21.849199 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.db [None req-0bcc2be6-a3ef-4862-9091-1c5de5a10e2d admin admin] For port bba0aa9b-664f-4ecc-a002-a427311c870c, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=bba0aa9b-664f-4ecc-a002-a427311c870c,segment=NetworkSegment(e11c25a1-22bc-489d-94fb-b6370ba219df),segment_id=e11c25a1-22bc-489d-94fb-b6370ba219df)] {{(pid=106386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:28:21.849601 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-0bcc2be6-a3ef-4862-9091-1c5de5a10e2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (bba0aa9b-664f-4ecc-a002-a427311c870c), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:21.868970 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-0bcc2be6-a3ef-4862-9091-1c5de5a10e2d admin admin] Calling delete_port for bba0aa9b-664f-4ecc-a002-a427311c870c owned by network:router_gateway {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:28:21.945116 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-d83cb507-5838-45a9-876d-fbe8de88e32d None None] Set router 87feb5d5-1626-427a-998a-644297a2f6db gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:28:22.001433 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-d83cb507-5838-45a9-876d-fbe8de88e32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87feb5d5-1626-427a-998a-644297a2f6db', 'name': 'tempest-TestVolumeBootPattern-1386535668-router', 'tenant_id': '997939da104a452fba57b826ccae88d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:20:18Z', 'updated_at': '2022-10-01T04:28:21Z', 'revision_number': 6, 'project_id': '997939da104a452fba57b826ccae88d7', 'gw_port_host': None}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:28:22.029593 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83cb507-5838-45a9-876d-fbe8de88e32d None None] The sync data for ids ['87feb5d5-1626-427a-998a-644297a2f6db'] in dv-cinder-860044-1-iscsi is: [{'id': '87feb5d5-1626-427a-998a-644297a2f6db', 'name': 'tempest-TestVolumeBootPattern-1386535668-router', 'tenant_id': '997939da104a452fba57b826ccae88d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:20:18Z', 'updated_at': '2022-10-01T04:28:21Z', 'revision_number': 6, 'project_id': '997939da104a452fba57b826ccae88d7', 'gw_port_host': None}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:28:22.064116 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-0bcc2be6-a3ef-4862-9091-1c5de5a10e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5071981'] for port (bba0aa9b-664f-4ecc-a002-a427311c870c), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:22.100094 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcc2be6-a3ef-4862-9091-1c5de5a10e2d admin admin] Pushing event deleted for resources: {'Port': ['ID=bba0aa9b-664f-4ecc-a002-a427311c870c,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:28:22.165606 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:22.172871 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9b10c4ba-325e-441c-a293-de0b101bbdf5 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for floatingip (0ef029fb-64b4-4a14-837a-893adaaf0511), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:22.175398 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9b10c4ba-325e-441c-a293-de0b101bbdf5 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for floatingip (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:22.176551 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-9b10c4ba-325e-441c-a293-de0b101bbdf5 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/0ef029fb-64b4-4a14-837a-893adaaf0511 HTTP/1.1" status: 204 len: 168 time: 0.7413878 Oct 01 04:28:22.177573 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-0bcc2be6-a3ef-4862-9091-1c5de5a10e2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989870'] for router_gateway (87feb5d5-1626-427a-998a-644297a2f6db), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:22.243110 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 42212) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:28:22.248242 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-86f8d677-d2b3-41e5-8f5a-263730e8881a tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Request body: {'security_group': {'name': 'tempest-securitygroup--409578017', 'description': 'tempest-description--429489583'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:28:22.269449 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-86f8d677-d2b3-41e5-8f5a-263730e8881a tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:22.270125 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-0bcc2be6-a3ef-4862-9091-1c5de5a10e2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7990903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3226'] for router (87feb5d5-1626-427a-998a-644297a2f6db), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:22.272119 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-0bcc2be6-a3ef-4862-9091-1c5de5a10e2d admin admin] Publish callbacks [] for router_controller (87feb5d5-1626-427a-998a-644297a2f6db), precommit_delete_associations {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:22.316106 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-0bcc2be6-a3ef-4862-9091-1c5de5a10e2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7990894'] for router (87feb5d5-1626-427a-998a-644297a2f6db), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:22.316632 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bcc2be6-a3ef-4862-9091-1c5de5a10e2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87feb5d5-1626-427a-998a-644297a2f6db {{(pid=106386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 01 04:28:22.321888 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-0bcc2be6-a3ef-4862-9091-1c5de5a10e2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:22.323044 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-0bcc2be6-a3ef-4862-9091-1c5de5a10e2d admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/87feb5d5-1626-427a-998a-644297a2f6db HTTP/1.1" status: 204 len: 168 time: 0.8320801 Oct 01 04:28:22.326457 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 42214) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:28:22.342306 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-86f8d677-d2b3-41e5-8f5a-263730e8881a tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for security_group (39444dea-b268-4eab-afb7-b3b34904f758), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:22.346302 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-86f8d677-d2b3-41e5-8f5a-263730e8881a tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (39444dea-b268-4eab-afb7-b3b34904f758), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:22.375356 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.db.db_base_plugin_v2 [None req-11f82feb-ce7c-4c41-955d-bd1c8906abf0 admin admin] Deleting subnet e145f6a7-9071-44ed-8787-a053a809a858 {{(pid=106386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 01 04:28:22.377608 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-86f8d677-d2b3-41e5-8f5a-263730e8881a tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:22.381859 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-11f82feb-ce7c-4c41-955d-bd1c8906abf0 admin admin] Publish callbacks [] for subnet (e145f6a7-9071-44ed-8787-a053a809a858), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:22.382048 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-86f8d677-d2b3-41e5-8f5a-263730e8881a tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1346700 Oct 01 04:28:22.382155 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 42216) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:28:22.390054 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f8d677-d2b3-41e5-8f5a-263730e8881a tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39444dea-b268-4eab-afb7-b3b34904f758,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:28:22.405551 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [None req-b114b6f7-9ff3-4d35-87b1-8ba51a8a46c7 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Request body: {'security_group_rule': {'security_group_id': '39444dea-b268-4eab-afb7-b3b34904f758', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:28:22.438701 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-11f82feb-ce7c-4c41-955d-bd1c8906abf0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5479336'] for subnet (e145f6a7-9071-44ed-8787-a053a809a858), precommit_delete_associations {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:22.467676 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b114b6f7-9ff3-4d35-87b1-8ba51a8a46c7 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for security_group_rule (9fe1f5c4-861e-4e1f-9b50-928c31dc075b), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:22.539416 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:22.565163 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-11f82feb-ce7c-4c41-955d-bd1c8906abf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1040298'] for subnet (e145f6a7-9071-44ed-8787-a053a809a858), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:22.598189 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b114b6f7-9ff3-4d35-87b1-8ba51a8a46c7 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for security_group_rule (9fe1f5c4-861e-4e1f-9b50-928c31dc075b), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:22.604506 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b114b6f7-9ff3-4d35-87b1-8ba51a8a46c7 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043934'] for security_group_rule (9fe1f5c4-861e-4e1f-9b50-928c31dc075b), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:22.624247 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:22.634513 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b114b6f7-9ff3-4d35-87b1-8ba51a8a46c7 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fe1f5c4-861e-4e1f-9b50-928c31dc075b,revision_number=0']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:28:22.645890 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b114b6f7-9ff3-4d35-87b1-8ba51a8a46c7 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:22.647169 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-b114b6f7-9ff3-4d35-87b1-8ba51a8a46c7 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2645450 Oct 01 04:28:22.650696 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 42218) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:28:22.655147 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-11f82feb-ce7c-4c41-955d-bd1c8906abf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1035713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8038045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5071920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5089221'] for subnet (e145f6a7-9071-44ed-8787-a053a809a858), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:22.656558 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-e3df4aa4-c703-45ff-9bf6-48a3ea607899 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Request body: {'security_group_rule': {'security_group_id': '39444dea-b268-4eab-afb7-b3b34904f758', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:28:22.682917 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f82feb-ce7c-4c41-955d-bd1c8906abf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e145f6a7-9071-44ed-8787-a053a809a858,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:28:22.683947 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e3df4aa4-c703-45ff-9bf6-48a3ea607899 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for security_group_rule (3da7becf-850c-498c-8e5b-f585ec9fceb3), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:22.686837 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-11f82feb-ce7c-4c41-955d-bd1c8906abf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for subnet (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:22.692135 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-11f82feb-ce7c-4c41-955d-bd1c8906abf0 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/e145f6a7-9071-44ed-8787-a053a809a858 HTTP/1.1" status: 204 len: 168 time: 0.3625371 Oct 01 04:28:22.692422 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 42220) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:28:22.695533 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514f4745-6a7a-4dd2-8595-da57ec1a5cc8 None None] Network 3acf143f-f933-4302-bf85-f6be07beebae requested from dv-cinder-860044-1-iscsi {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 01 04:28:22.745822 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e3df4aa4-c703-45ff-9bf6-48a3ea607899 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for security_group_rule (3da7becf-850c-498c-8e5b-f585ec9fceb3), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:22.749996 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e3df4aa4-c703-45ff-9bf6-48a3ea607899 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043934'] for security_group_rule (3da7becf-850c-498c-8e5b-f585ec9fceb3), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:22.770087 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c9994d15-0ae7-4958-b539-c0c7bb789ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799227'] for network (3acf143f-f933-4302-bf85-f6be07beebae), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:22.774389 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e3df4aa4-c703-45ff-9bf6-48a3ea607899 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:22.775275 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-e3df4aa4-c703-45ff-9bf6-48a3ea607899 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1235013 Oct 01 04:28:22.777804 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df4aa4-c703-45ff-9bf6-48a3ea607899 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3da7becf-850c-498c-8e5b-f585ec9fceb3,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:28:22.780435 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 42222) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:28:22.785771 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-088922f4-8561-47cf-833a-b19ab686b1c2 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Request body: {'floatingip': {'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:28:22.811934 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-088922f4-8561-47cf-833a-b19ab686b1c2 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:22.843660 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-c9994d15-0ae7-4958-b539-c0c7bb789ef3 admin admin] Deleting port 134f4cc3-ad43-412f-a4cc-2451bfbd078b {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:28:22.844107 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c9994d15-0ae7-4958-b539-c0c7bb789ef3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (134f4cc3-ad43-412f-a4cc-2451bfbd078b), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:22.859899 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 1be0dc87-7c2f-4b56-97a8-29bda72157d2 no longer exists at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:28:22.888960 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c59fba-6a16-46b2-9e2b-544c2934202a None None] DHCP port deletion for 3acf143f-f933-4302-bf85-f6be07beebae request from dv-cinder-860044-1-iscsi {{(pid=106388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 01 04:28:22.895454 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] No Port match for: 1be0dc87-7c2f-4b56-97a8-29bda72157d2 {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 01 04:28:22.895869 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 1be0dc87-7c2f-4b56-97a8-29bda72157d2 not bound to the agent host dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 01 04:28:22.904042 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-088922f4-8561-47cf-833a-b19ab686b1c2 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:22.929768 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (2c3964fb-7920-4c48-8672-be15ccfa9ce8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:22.939107 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.db [None req-c9994d15-0ae7-4958-b539-c0c7bb789ef3 admin admin] For port 134f4cc3-ad43-412f-a4cc-2451bfbd078b, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=134f4cc3-ad43-412f-a4cc-2451bfbd078b,segment=NetworkSegment(5eeac10b-4dbd-4e14-ac6b-6f4e61ac7277),segment_id=5eeac10b-4dbd-4e14-ac6b-6f4e61ac7277)] {{(pid=106386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:28:22.940007 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c9994d15-0ae7-4958-b539-c0c7bb789ef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (134f4cc3-ad43-412f-a4cc-2451bfbd078b), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:22.942727 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-a4c59fba-6a16-46b2-9e2b-544c2934202a None None] Deleting port 134f4cc3-ad43-412f-a4cc-2451bfbd078b {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:28:22.943190 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a4c59fba-6a16-46b2-9e2b-544c2934202a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (134f4cc3-ad43-412f-a4cc-2451bfbd078b), before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:22.954846 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-c9994d15-0ae7-4958-b539-c0c7bb789ef3 admin admin] Calling delete_port for 134f4cc3-ad43-412f-a4cc-2451bfbd078b owned by network:dhcp {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:28:23.014997 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-a4c59fba-6a16-46b2-9e2b-544c2934202a None None] For port 134f4cc3-ad43-412f-a4cc-2451bfbd078b, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=134f4cc3-ad43-412f-a4cc-2451bfbd078b,segment=NetworkSegment(5eeac10b-4dbd-4e14-ac6b-6f4e61ac7277),segment_id=5eeac10b-4dbd-4e14-ac6b-6f4e61ac7277)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:28:23.015396 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a4c59fba-6a16-46b2-9e2b-544c2934202a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (134f4cc3-ad43-412f-a4cc-2451bfbd078b), precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:23.033778 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-088922f4-8561-47cf-833a-b19ab686b1c2 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Allocated IP 172.27.2.128 (1c94595f-3990-43c2-b34b-d882a8bf5172/3c747529-64bf-417b-84a2-71abc1dc7574/f5e63f77-3b30-4df5-bd3a-0027381be2c4) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:28:23.034436 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-a4c59fba-6a16-46b2-9e2b-544c2934202a None None] Calling delete_port for 134f4cc3-ad43-412f-a4cc-2451bfbd078b owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:28:23.046740 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c9994d15-0ae7-4958-b539-c0c7bb789ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5071981'] for port (134f4cc3-ad43-412f-a4cc-2451bfbd078b), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:23.063970 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9994d15-0ae7-4958-b539-c0c7bb789ef3 admin admin] No DVR routers for this DVR port 134f4cc3-ad43-412f-a4cc-2451bfbd078b on host dv-cinder-860044-1-iscsi {{(pid=106386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 01 04:28:23.101310 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9994d15-0ae7-4958-b539-c0c7bb789ef3 admin admin] Pushing event deleted for resources: {'Port': ['ID=134f4cc3-ad43-412f-a4cc-2451bfbd078b,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:28:23.118454 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a4c59fba-6a16-46b2-9e2b-544c2934202a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859'] for port (134f4cc3-ad43-412f-a4cc-2451bfbd078b), after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:23.152126 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c59fba-6a16-46b2-9e2b-544c2934202a None None] Pushing event deleted for resources: {'Port': ['ID=134f4cc3-ad43-412f-a4cc-2451bfbd078b,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:28:23.154430 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c59fba-6a16-46b2-9e2b-544c2934202a None None] No DVR routers for this DVR port 134f4cc3-ad43-412f-a4cc-2451bfbd078b on host dv-cinder-860044-1-iscsi {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 01 04:28:23.162932 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c9994d15-0ae7-4958-b539-c0c7bb789ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-909724', 'neutron.services.segments.db._delete_segments_for_network-8783883502282'] for network (3acf143f-f933-4302-bf85-f6be07beebae), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:23.166621 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-088922f4-8561-47cf-833a-b19ab686b1c2 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for port (f5e63f77-3b30-4df5-bd3a-0027381be2c4), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:23.175911 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:23.192358 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.services.segments.db [None req-c9994d15-0ae7-4958-b539-c0c7bb789ef3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3acf143f-f933-4302-bf85-f6be07beebae']}} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:28:23.205721 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.services.segments.db [None req-c9994d15-0ae7-4958-b539-c0c7bb789ef3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eeac10b-4dbd-4e14-ac6b-6f4e61ac7277') {'for_net_delete': True} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:28:23.206062 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.services.segments.db [None req-c9994d15-0ae7-4958-b539-c0c7bb789ef3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eeac10b-4dbd-4e14-ac6b-6f4e61ac7277') {} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:28:23.210342 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-088922f4-8561-47cf-833a-b19ab686b1c2 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (f5e63f77-3b30-4df5-bd3a-0027381be2c4), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:23.218094 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c9994d15-0ae7-4958-b539-c0c7bb789ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783883475047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5479329'] for segment (5eeac10b-4dbd-4e14-ac6b-6f4e61ac7277), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:23.236347 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c9994d15-0ae7-4958-b539-c0c7bb789ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916673'] for segment (5eeac10b-4dbd-4e14-ac6b-6f4e61ac7277), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:23.246291 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9994d15-0ae7-4958-b539-c0c7bb789ef3 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=106386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 01 04:28:23.246807 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c9994d15-0ae7-4958-b539-c0c7bb789ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5072030'] for segment (5eeac10b-4dbd-4e14-ac6b-6f4e61ac7277), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:23.246991 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 5b469383-e557-431c-8ca1-77112c8a8607 no longer exists at agent hyperv_hv-cinder-86004 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:28:23.257459 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:INSERT=9,neutron:SELECT=85,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:23.265618 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088922f4-8561-47cf-833a-b19ab686b1c2 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Network 1c94595f-3990-43c2-b34b-d882a8bf5172 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:28:23.270334 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-088922f4-8561-47cf-833a-b19ab686b1c2 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:28:23.277399 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088922f4-8561-47cf-833a-b19ab686b1c2 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:28:23.282102 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088922f4-8561-47cf-833a-b19ab686b1c2 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Pushing event updated for resources: {'Port': ['ID=f5e63f77-3b30-4df5-bd3a-0027381be2c4,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:28:23.291643 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] No Port match for: 5b469383-e557-431c-8ca1-77112c8a8607 {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 01 04:28:23.292153 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 5b469383-e557-431c-8ca1-77112c8a8607 not bound to the agent host hv-cinder-86004 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 01 04:28:23.303471 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.services.segments.plugin [-] Segment 5eeac10b-4dbd-4e14-ac6b-6f4e61ac7277 resource provider aggregate not found Oct 01 04:28:23.329744 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c9994d15-0ae7-4958-b539-c0c7bb789ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-909719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8037924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989909'] for network (3acf143f-f933-4302-bf85-f6be07beebae), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:23.335510 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c9994d15-0ae7-4958-b539-c0c7bb789ef3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for network (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:23.338725 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-c9994d15-0ae7-4958-b539-c0c7bb789ef3 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/3acf143f-f933-4302-bf85-f6be07beebae HTTP/1.1" status: 204 len: 168 time: 0.6453521 Oct 01 04:28:23.340381 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.services.segments.plugin [-] Segment 5eeac10b-4dbd-4e14-ac6b-6f4e61ac7277 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5eeac10b-4dbd-4e14-ac6b-6f4e61ac7277 found for delete ", "request_id": "req-aa7dde66-bc3b-4792-9d21-6e2078428d5b"}]} Oct 01 04:28:23.353963 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9994d15-0ae7-4958-b539-c0c7bb789ef3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3acf143f-f933-4302-bf85-f6be07beebae,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:28:23.382409 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-088922f4-8561-47cf-833a-b19ab686b1c2 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for floatingip (061c4e0d-edd2-4e68-bd0c-bb217d6b45e1), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:23.421993 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-088922f4-8561-47cf-833a-b19ab686b1c2 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (f5e63f77-3b30-4df5-bd3a-0027381be2c4), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:23.453662 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 42230) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:28:23.493509 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-3e7f0502-be24-4c92-b163-b28c242d88ab admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=721dd52b82194e4d91113d4d688900ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386837 Oct 01 04:28:23.497537 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 42232) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:28:23.553646 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-0647ebbd-1f42-41c1-bde5-ea4dd84aa2cd admin admin] Publish callbacks [] for security_group (5a543dad-0ed8-4e37-8b9a-faf92386bc3d), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:23.574567 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-0647ebbd-1f42-41c1-bde5-ea4dd84aa2cd admin admin] Publish callbacks [] for security_group (5a543dad-0ed8-4e37-8b9a-faf92386bc3d), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:23.575972 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-088922f4-8561-47cf-833a-b19ab686b1c2 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for port (f5e63f77-3b30-4df5-bd3a-0027381be2c4), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:23.580418 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-088922f4-8561-47cf-833a-b19ab686b1c2 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4916182'] for port (f5e63f77-3b30-4df5-bd3a-0027381be2c4), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:23.623371 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-0647ebbd-1f42-41c1-bde5-ea4dd84aa2cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (5a543dad-0ed8-4e37-8b9a-faf92386bc3d), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:23.625879 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-0647ebbd-1f42-41c1-bde5-ea4dd84aa2cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:23.627184 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-0647ebbd-1f42-41c1-bde5-ea4dd84aa2cd admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/5a543dad-0ed8-4e37-8b9a-faf92386bc3d HTTP/1.1" status: 204 len: 168 time: 0.1274333 Oct 01 04:28:23.635523 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0647ebbd-1f42-41c1-bde5-ea4dd84aa2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a543dad-0ed8-4e37-8b9a-faf92386bc3d,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:28:23.658872 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088922f4-8561-47cf-833a-b19ab686b1c2 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Pushing event updated for resources: {'Port': ['ID=f5e63f77-3b30-4df5-bd3a-0027381be2c4,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:28:23.661962 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-088922f4-8561-47cf-833a-b19ab686b1c2 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989928'] for floatingip (061c4e0d-edd2-4e68-bd0c-bb217d6b45e1), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:23.678433 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-088922f4-8561-47cf-833a-b19ab686b1c2 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for floatingip (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:23.679655 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-088922f4-8561-47cf-833a-b19ab686b1c2 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8983085 Oct 01 04:28:23.861825 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:23.891032 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d01962dc-2a52-4416-97ec-8493cbf59a35 req-b70ea598-75cf-4b5b-8a72-f959430f7c3b tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--409578017&fields=id&tenant_id=57f927e7829a4172b9919b964a9e7c13 HTTP/1.1" status: 200 len: 267 time: 0.0448675 Oct 01 04:28:23.959359 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:23.971826 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 42254) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:28:24.007948 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01962dc-2a52-4416-97ec-8493cbf59a35 req-a1aa8964-7233-4ca5-a30e-62dc85245c4a tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:28:24.009452 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d01962dc-2a52-4416-97ec-8493cbf59a35 req-a1aa8964-7233-4ca5-a30e-62dc85245c4a tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/networks?id=bddd7754-f392-4f22-b92b-c088917d60a6 HTTP/1.1" status: 200 len: 813 time: 0.1115892 Oct 01 04:28:24.013488 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-6e072c8e-3668-4c05-801c-17f62a6f7231 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=997939da104a452fba57b826ccae88d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396330 Oct 01 04:28:24.016070 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 42256) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:28:24.029046 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d01962dc-2a52-4416-97ec-8493cbf59a35 req-891fb39d-40a6-4e08-b062-c64d4f9fa790 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/quotas/57f927e7829a4172b9919b964a9e7c13 HTTP/1.1" status: 200 len: 375 time: 0.0093334 Oct 01 04:28:24.069084 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-351f5f60-26ae-4355-ac37-fd2c330e3d87 admin admin] Publish callbacks [] for security_group (1fcecb6f-7903-41e2-977d-13cc734afb3a), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:24.080216 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d01962dc-2a52-4416-97ec-8493cbf59a35 req-c8ae3a88-4ac7-4f74-8b38-cf40a6ccaada tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=57f927e7829a4172b9919b964a9e7c13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457790 Oct 01 04:28:24.089885 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-351f5f60-26ae-4355-ac37-fd2c330e3d87 admin admin] Publish callbacks [] for security_group (1fcecb6f-7903-41e2-977d-13cc734afb3a), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:24.095612 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [req-d01962dc-2a52-4416-97ec-8493cbf59a35 req-a4a4458e-e66b-4ac5-8bd6-16dce07c1963 service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106386) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 01 04:28:24.096593 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d01962dc-2a52-4416-97ec-8493cbf59a35 req-a4a4458e-e66b-4ac5-8bd6-16dce07c1963 service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0051906 Oct 01 04:28:24.139020 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-351f5f60-26ae-4355-ac37-fd2c330e3d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (1fcecb6f-7903-41e2-977d-13cc734afb3a), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:24.141597 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-351f5f60-26ae-4355-ac37-fd2c330e3d87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:24.142992 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-351f5f60-26ae-4355-ac37-fd2c330e3d87 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/1fcecb6f-7903-41e2-977d-13cc734afb3a HTTP/1.1" status: 204 len: 168 time: 0.1259365 Oct 01 04:28:24.151559 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351f5f60-26ae-4355-ac37-fd2c330e3d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fcecb6f-7903-41e2-977d-13cc734afb3a,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:28:24.199284 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d01962dc-2a52-4416-97ec-8493cbf59a35 req-498aaea2-511a-4e8b-b573-c58c3b13e2b4 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/bddd7754-f392-4f22-b92b-c088917d60a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968001 Oct 01 04:28:24.294430 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d01962dc-2a52-4416-97ec-8493cbf59a35 req-3c1e5583-4042-419d-8e01-52b15640d2e3 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/bddd7754-f392-4f22-b92b-c088917d60a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885885 Oct 01 04:28:24.404237 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 134f4cc3-ad43-412f-a4cc-2451bfbd078b no longer exists at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:28:24.439114 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] No Port match for: 134f4cc3-ad43-412f-a4cc-2451bfbd078b {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 01 04:28:24.439465 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 134f4cc3-ad43-412f-a4cc-2451bfbd078b not bound to the agent host dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 01 04:28:24.446581 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device bba0aa9b-664f-4ecc-a002-a427311c870c no longer exists at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:28:24.483991 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] No Port match for: bba0aa9b-664f-4ecc-a002-a427311c870c {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 01 04:28:24.484644 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device bba0aa9b-664f-4ecc-a002-a427311c870c not bound to the agent host dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 01 04:28:24.522861 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-499394cc-66c3-47b5-a1d5-351d29876dd2 req-3372a2da-fbdf-4a0c-ad05-f7214ba10740 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=67294823-eb18-482e-86fa-bf3371a5ee32 HTTP/1.1" status: 200 len: 210 time: 0.0465846 Oct 01 04:28:25.476792 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:25.506876 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01962dc-2a52-4416-97ec-8493cbf59a35 req-8025ea1d-eb18-4140-876f-599a82fd67f2 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:28:25.508501 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d01962dc-2a52-4416-97ec-8493cbf59a35 req-8025ea1d-eb18-4140-876f-599a82fd67f2 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.25 "GET /networking/v2.0/networks?id=bddd7754-f392-4f22-b92b-c088917d60a6 HTTP/1.1" status: 200 len: 813 time: 0.1130407 Oct 01 04:28:25.573157 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d01962dc-2a52-4416-97ec-8493cbf59a35 req-4e6a4c7c-9a1d-468f-a737-4bb9c6e9df83 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=57f927e7829a4172b9919b964a9e7c13 HTTP/1.1" status: 200 len: 379 time: 0.0571768 Oct 01 04:28:25.634532 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-255b1c8e-40fc-45d3-a1a9-4f7b6984e469 req-b401fc16-3c16-4b7f-b755-a01bfcd71be6 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=67294823-eb18-482e-86fa-bf3371a5ee32 HTTP/1.1" status: 200 len: 210 time: 0.0316997 Oct 01 04:28:25.639578 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-d01962dc-2a52-4416-97ec-8493cbf59a35 req-cda0b50e-97b9-45e2-843f-3b764e1b772d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Request body: {'port': {'device_id': '67294823-eb18-482e-86fa-bf3371a5ee32', 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6', 'admin_state_up': True, 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'security_groups': ['39444dea-b268-4eab-afb7-b3b34904f758']}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:28:25.741471 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:25.749740 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d01962dc-2a52-4416-97ec-8493cbf59a35 req-cda0b50e-97b9-45e2-843f-3b764e1b772d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Made reservation on behalf of 57f927e7829a4172b9919b964a9e7c13 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:28:25.753442 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-d01962dc-2a52-4416-97ec-8493cbf59a35 req-cda0b50e-97b9-45e2-843f-3b764e1b772d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:25.881823 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-d01962dc-2a52-4416-97ec-8493cbf59a35 req-cda0b50e-97b9-45e2-843f-3b764e1b772d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Allocated IP 172.20.0.14 (bddd7754-f392-4f22-b92b-c088917d60a6/1ccda07b-e98b-4f73-b263-21798ea74271/b26672bb-dbc8-4e52-a5fb-c61d98b762c2) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:28:26.022421 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-d01962dc-2a52-4416-97ec-8493cbf59a35 req-cda0b50e-97b9-45e2-843f-3b764e1b772d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for port (b26672bb-dbc8-4e52-a5fb-c61d98b762c2), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:26.053473 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-d01962dc-2a52-4416-97ec-8493cbf59a35 req-cda0b50e-97b9-45e2-843f-3b764e1b772d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (b26672bb-dbc8-4e52-a5fb-c61d98b762c2), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:26.095300 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d01962dc-2a52-4416-97ec-8493cbf59a35 req-cda0b50e-97b9-45e2-843f-3b764e1b772d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Network bddd7754-f392-4f22-b92b-c088917d60a6 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:28:26.098450 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-d01962dc-2a52-4416-97ec-8493cbf59a35 req-cda0b50e-97b9-45e2-843f-3b764e1b772d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:28:26.102211 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-d01962dc-2a52-4416-97ec-8493cbf59a35 req-cda0b50e-97b9-45e2-843f-3b764e1b772d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:28:26.129682 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda0b50e-97b9-45e2-843f-3b764e1b772d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Pushing event updated for resources: {'Port': ['ID=b26672bb-dbc8-4e52-a5fb-c61d98b762c2,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:28:26.156044 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01962dc-2a52-4416-97ec-8493cbf59a35 req-cda0b50e-97b9-45e2-843f-3b764e1b772d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:28:26.156684 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-d01962dc-2a52-4416-97ec-8493cbf59a35 req-cda0b50e-97b9-45e2-843f-3b764e1b772d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:26.173999 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d01962dc-2a52-4416-97ec-8493cbf59a35 req-cda0b50e-97b9-45e2-843f-3b764e1b772d tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5384748 Oct 01 04:28:26.185506 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-d01962dc-2a52-4416-97ec-8493cbf59a35 req-3bf73709-8914-4d51-82bb-261e8598128a service neutron] Request body: {'port': {'device_id': '67294823-eb18-482e-86fa-bf3371a5ee32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86004'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:28:26.252887 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-d01962dc-2a52-4416-97ec-8493cbf59a35 req-3bf73709-8914-4d51-82bb-261e8598128a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (b26672bb-dbc8-4e52-a5fb-c61d98b762c2), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:26.351889 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-273fcb4e-1b1e-41d5-9fba-f597d9163a7f None None] Provisioning complete for port b26672bb-dbc8-4e52-a5fb-c61d98b762c2 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:28:26.352456 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-273fcb4e-1b1e-41d5-9fba-f597d9163a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (b26672bb-dbc8-4e52-a5fb-c61d98b762c2), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:26.352588 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-273fcb4e-1b1e-41d5-9fba-f597d9163a7f None None] Attempt 1 to provision port b26672bb-dbc8-4e52-a5fb-c61d98b762c2 Oct 01 04:28:26.356570 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:26.385155 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-273fcb4e-1b1e-41d5-9fba-f597d9163a7f None None] Port b26672bb-dbc8-4e52-a5fb-c61d98b762c2 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 01 04:28:26.508101 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [req-d01962dc-2a52-4416-97ec-8493cbf59a35 req-3bf73709-8914-4d51-82bb-261e8598128a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b26672bb-dbc8-4e52-a5fb-c61d98b762c2 {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 01 04:28:26.514505 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=5 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:26.517179 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-d01962dc-2a52-4416-97ec-8493cbf59a35 req-3bf73709-8914-4d51-82bb-261e8598128a service neutron] Publish callbacks [] for port (b26672bb-dbc8-4e52-a5fb-c61d98b762c2), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:26.532723 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-d01962dc-2a52-4416-97ec-8493cbf59a35 req-3bf73709-8914-4d51-82bb-261e8598128a service neutron] Transition to ACTIVE for port object b26672bb-dbc8-4e52-a5fb-c61d98b762c2 will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 01 04:28:26.536697 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-d01962dc-2a52-4416-97ec-8493cbf59a35 req-3bf73709-8914-4d51-82bb-261e8598128a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4916182'] for port (b26672bb-dbc8-4e52-a5fb-c61d98b762c2), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:26.618194 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf73709-8914-4d51-82bb-261e8598128a service neutron] Pushing event updated for resources: {'Port': ['ID=b26672bb-dbc8-4e52-a5fb-c61d98b762c2,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:28:26.645613 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-d01962dc-2a52-4416-97ec-8493cbf59a35 req-3bf73709-8914-4d51-82bb-261e8598128a service neutron] Attempting to bind port b26672bb-dbc8-4e52-a5fb-c61d98b762c2 on host hv-cinder-86004 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 01 04:28:26.645942 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-d01962dc-2a52-4416-97ec-8493cbf59a35 req-3bf73709-8914-4d51-82bb-261e8598128a service neutron] Attempting to bind port b26672bb-dbc8-4e52-a5fb-c61d98b762c2 by drivers openvswitch,hyperv on host hv-cinder-86004 at level 0 using segments [{'id': '06eba3e1-baf4-4adb-a8f4-cfab7df87117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 01 04:28:26.646269 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01962dc-2a52-4416-97ec-8493cbf59a35 req-3bf73709-8914-4d51-82bb-261e8598128a service neutron] Attempting to bind port b26672bb-dbc8-4e52-a5fb-c61d98b762c2 on network bddd7754-f392-4f22-b92b-c088917d60a6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:28:26.688134 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01962dc-2a52-4416-97ec-8493cbf59a35 req-3bf73709-8914-4d51-82bb-261e8598128a service neutron] Port b26672bb-dbc8-4e52-a5fb-c61d98b762c2 on network bddd7754-f392-4f22-b92b-c088917d60a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86004 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 01 04:28:26.688466 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01962dc-2a52-4416-97ec-8493cbf59a35 req-3bf73709-8914-4d51-82bb-261e8598128a service neutron] Attempting to bind port b26672bb-dbc8-4e52-a5fb-c61d98b762c2 on network bddd7754-f392-4f22-b92b-c088917d60a6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:28:26.733946 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01962dc-2a52-4416-97ec-8493cbf59a35 req-3bf73709-8914-4d51-82bb-261e8598128a service neutron] Checking agent: {'id': '2c3964fb-7920-4c48-8672-be15ccfa9ce8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86004', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 1, 4, 15, 53), 'started_at': datetime.datetime(2022, 10, 1, 4, 15, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 1, 4, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 01 04:28:26.734342 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01962dc-2a52-4416-97ec-8493cbf59a35 req-3bf73709-8914-4d51-82bb-261e8598128a service neutron] Checking segment: {'id': '06eba3e1-baf4-4adb-a8f4-cfab7df87117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:28:26.734771 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01962dc-2a52-4416-97ec-8493cbf59a35 req-3bf73709-8914-4d51-82bb-261e8598128a service neutron] Bound using segment: {'id': '06eba3e1-baf4-4adb-a8f4-cfab7df87117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 01 04:28:26.735225 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-d01962dc-2a52-4416-97ec-8493cbf59a35 req-3bf73709-8914-4d51-82bb-261e8598128a service neutron] Bound port: b26672bb-dbc8-4e52-a5fb-c61d98b762c2, host: hv-cinder-86004, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06eba3e1-baf4-4adb-a8f4-cfab7df87117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 01 04:28:26.735596 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-d01962dc-2a52-4416-97ec-8493cbf59a35 req-3bf73709-8914-4d51-82bb-261e8598128a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (b26672bb-dbc8-4e52-a5fb-c61d98b762c2), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:26.757241 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b299ee-419e-4708-a230-bbd1af766db3 req-65d684d8-9b12-4740-b5e3-2a8086a96358 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:28:26.758717 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-f1b299ee-419e-4708-a230-bbd1af766db3 req-65d684d8-9b12-4740-b5e3-2a8086a96358 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=67294823-eb18-482e-86fa-bf3371a5ee32 HTTP/1.1" status: 200 len: 944 time: 0.0492339 Oct 01 04:28:26.796600 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-d01962dc-2a52-4416-97ec-8493cbf59a35 req-3bf73709-8914-4d51-82bb-261e8598128a service neutron] For port b26672bb-dbc8-4e52-a5fb-c61d98b762c2, host hv-cinder-86004, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 01 04:28:26.799741 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-d01962dc-2a52-4416-97ec-8493cbf59a35 req-3bf73709-8914-4d51-82bb-261e8598128a service neutron] For port b26672bb-dbc8-4e52-a5fb-c61d98b762c2, host hv-cinder-86004, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=b26672bb-dbc8-4e52-a5fb-c61d98b762c2,segment=NetworkSegment(06eba3e1-baf4-4adb-a8f4-cfab7df87117),segment_id=06eba3e1-baf4-4adb-a8f4-cfab7df87117)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 01 04:28:26.806731 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-d01962dc-2a52-4416-97ec-8493cbf59a35 req-3bf73709-8914-4d51-82bb-261e8598128a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4916182'] for port (b26672bb-dbc8-4e52-a5fb-c61d98b762c2), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:26.809839 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-f1b299ee-419e-4708-a230-bbd1af766db3 req-16436d90-e9c0-4570-80b7-5413bf5f6dbe tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=39444dea-b268-4eab-afb7-b3b34904f758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448599 Oct 01 04:28:26.811277 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01962dc-2a52-4416-97ec-8493cbf59a35 req-3bf73709-8914-4d51-82bb-261e8598128a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:28:26.811962 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-d01962dc-2a52-4416-97ec-8493cbf59a35 req-3bf73709-8914-4d51-82bb-261e8598128a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:26.813357 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d01962dc-2a52-4416-97ec-8493cbf59a35 req-3bf73709-8914-4d51-82bb-261e8598128a service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/b26672bb-dbc8-4e52-a5fb-c61d98b762c2 HTTP/1.1" status: 200 len: 1094 time: 0.6325364 Oct 01 04:28:26.813955 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67294823-eb18-482e-86fa-bf3371a5ee32', 'tag': 'b26672bb-dbc8-4e52-a5fb-c61d98b762c2'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:28:26.816367 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23a471ff00a13a2eea8c87216c43e2c9873adc8b08d975975de21b294c9ff96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062bd085-e51e-4b78-864b-50d87ead01c4" -d '{"events": [{"name": "network-changed", "server_uuid": "67294823-eb18-482e-86fa-bf3371a5ee32", "tag": "b26672bb-dbc8-4e52-a5fb-c61d98b762c2"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:28:26.869235 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 01 Oct 2022 04:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3ff6e2-9892-4107-96e5-e671b339d1fe x-openstack-request-id: req-9c3ff6e2-9892-4107-96e5-e671b339d1fe {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:28:26.869460 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67294823-eb18-482e-86fa-bf3371a5ee32", "tag": "b26672bb-dbc8-4e52-a5fb-c61d98b762c2", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:28:26.869715 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9c3ff6e2-9892-4107-96e5-e671b339d1fe {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:28:26.870125 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c3ff6e2-9892-4107-96e5-e671b339d1fe'] response: {'name': 'network-changed', 'server_uuid': '67294823-eb18-482e-86fa-bf3371a5ee32', 'tag': 'b26672bb-dbc8-4e52-a5fb-c61d98b762c2', 'status': 'completed', 'code': 200} Oct 01 04:28:26.905664 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf73709-8914-4d51-82bb-261e8598128a service neutron] Pushing event updated for resources: {'Port': ['ID=b26672bb-dbc8-4e52-a5fb-c61d98b762c2,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:28:26.908996 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01962dc-2a52-4416-97ec-8493cbf59a35 req-fdd5b58f-b201-457b-8b74-13433a92a1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:28:26.910496 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d01962dc-2a52-4416-97ec-8493cbf59a35 req-fdd5b58f-b201-457b-8b74-13433a92a1f2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=57f927e7829a4172b9919b964a9e7c13&device_id=67294823-eb18-482e-86fa-bf3371a5ee32 HTTP/1.1" status: 200 len: 1128 time: 0.0554550 Oct 01 04:28:26.953268 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d01962dc-2a52-4416-97ec-8493cbf59a35 req-12382524-e397-4f64-990f-aa5d0367d222 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b26672bb-dbc8-4e52-a5fb-c61d98b762c2 HTTP/1.1" status: 200 len: 217 time: 0.0354731 Oct 01 04:28:27.000693 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01962dc-2a52-4416-97ec-8493cbf59a35 req-0ea086f3-a3fe-4028-8026-b52b703926a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:28:27.002153 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d01962dc-2a52-4416-97ec-8493cbf59a35 req-0ea086f3-a3fe-4028-8026-b52b703926a3 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=1ccda07b-e98b-4f73-b263-21798ea74271 HTTP/1.1" status: 200 len: 852 time: 0.0434389 Oct 01 04:28:27.046003 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01962dc-2a52-4416-97ec-8493cbf59a35 req-4866d72b-31f7-4757-b3e5-2faeb747fd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:28:27.047541 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d01962dc-2a52-4416-97ec-8493cbf59a35 req-4866d72b-31f7-4757-b3e5-2faeb747fd2d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=bddd7754-f392-4f22-b92b-c088917d60a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386240 Oct 01 04:28:27.142508 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d01962dc-2a52-4416-97ec-8493cbf59a35 req-3c7f7be6-b5bc-40d4-bd0f-91099961fd93 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bddd7754-f392-4f22-b92b-c088917d60a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865233 Oct 01 04:28:27.234446 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d01962dc-2a52-4416-97ec-8493cbf59a35 req-fa360521-be92-460e-a8d6-e4f3967c5f82 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bddd7754-f392-4f22-b92b-c088917d60a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869951 Oct 01 04:28:27.946135 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af87da-8828-4097-9bbd-ebcbf6fd94e0 req-6b803d75-74a8-4003-a182-fcea21368c8c tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:28:27.947756 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-91af87da-8828-4097-9bbd-ebcbf6fd94e0 req-6b803d75-74a8-4003-a182-fcea21368c8c tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=67294823-eb18-482e-86fa-bf3371a5ee32 HTTP/1.1" status: 200 len: 944 time: 0.0476196 Oct 01 04:28:27.978138 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:27.988779 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062bd085-e51e-4b78-864b-50d87ead01c4 req-bf3a4c4b-49b1-44fc-ac13-275d1cce2651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:28:27.990369 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-062bd085-e51e-4b78-864b-50d87ead01c4 req-bf3a4c4b-49b1-44fc-ac13-275d1cce2651 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=57f927e7829a4172b9919b964a9e7c13&device_id=67294823-eb18-482e-86fa-bf3371a5ee32 HTTP/1.1" status: 200 len: 1128 time: 0.0425498 Oct 01 04:28:27.996961 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-91af87da-8828-4097-9bbd-ebcbf6fd94e0 req-09d31d45-d115-46c8-ac3a-3355fe18e487 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=39444dea-b268-4eab-afb7-b3b34904f758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435653 Oct 01 04:28:28.081036 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062bd085-e51e-4b78-864b-50d87ead01c4 req-8c5a5b54-310e-4996-8fab-3bb880f3b0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:28:28.082527 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-062bd085-e51e-4b78-864b-50d87ead01c4 req-8c5a5b54-310e-4996-8fab-3bb880f3b0f4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=bddd7754-f392-4f22-b92b-c088917d60a6 HTTP/1.1" status: 200 len: 914 time: 0.0869379 Oct 01 04:28:28.124482 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-062bd085-e51e-4b78-864b-50d87ead01c4 req-66fae683-9aa6-4652-8b3c-7be058172145 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b26672bb-dbc8-4e52-a5fb-c61d98b762c2 HTTP/1.1" status: 200 len: 217 time: 0.0365541 Oct 01 04:28:28.172663 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062bd085-e51e-4b78-864b-50d87ead01c4 req-844e64ef-c8c9-41f8-95a7-c9774ecc5490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:28:28.174091 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-062bd085-e51e-4b78-864b-50d87ead01c4 req-844e64ef-c8c9-41f8-95a7-c9774ecc5490 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=1ccda07b-e98b-4f73-b263-21798ea74271 HTTP/1.1" status: 200 len: 852 time: 0.0445414 Oct 01 04:28:28.186268 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:28.218528 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062bd085-e51e-4b78-864b-50d87ead01c4 req-5645b664-5251-4ab8-ae66-e97c42ce357a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:28:28.220016 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-062bd085-e51e-4b78-864b-50d87ead01c4 req-5645b664-5251-4ab8-ae66-e97c42ce357a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=bddd7754-f392-4f22-b92b-c088917d60a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408263 Oct 01 04:28:28.312500 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-062bd085-e51e-4b78-864b-50d87ead01c4 req-c06760ca-be33-448e-8dae-b44c379ad972 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bddd7754-f392-4f22-b92b-c088917d60a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859675 Oct 01 04:28:28.405295 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-062bd085-e51e-4b78-864b-50d87ead01c4 req-c368d76d-de73-4639-865a-ed96d5490316 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bddd7754-f392-4f22-b92b-c088917d60a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869968 Oct 01 04:28:29.122885 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a95060-efee-46ac-944a-d144abe1a9de req-91b2e741-95cb-4c35-96c3-fd17bbadb3cd tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:28:29.124309 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-57a95060-efee-46ac-944a-d144abe1a9de req-91b2e741-95cb-4c35-96c3-fd17bbadb3cd tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=67294823-eb18-482e-86fa-bf3371a5ee32 HTTP/1.1" status: 200 len: 944 time: 0.0500412 Oct 01 04:28:29.170071 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-57a95060-efee-46ac-944a-d144abe1a9de req-05c41b52-0ef9-4cac-ab6f-662d3ada08e8 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=39444dea-b268-4eab-afb7-b3b34904f758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400825 Oct 01 04:28:29.303087 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device b26672bb-dbc8-4e52-a5fb-c61d98b762c2 details requested by agent hyperv_hv-cinder-86004 with host hv-cinder-86004 {{(pid=106388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 01 04:28:29.402618 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port b26672bb-dbc8-4e52-a5fb-c61d98b762c2, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=b26672bb-dbc8-4e52-a5fb-c61d98b762c2,segment=NetworkSegment(06eba3e1-baf4-4adb-a8f4-cfab7df87117),segment_id=06eba3e1-baf4-4adb-a8f4-cfab7df87117)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:28:29.413879 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Returning: {'device': 'b26672bb-dbc8-4e52-a5fb-c61d98b762c2', 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6', 'port_id': 'b26672bb-dbc8-4e52-a5fb-c61d98b762c2', 'mac_address': 'fa:16:3e:46:82:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 01 04:28:29.447030 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Current status of the port b26672bb-dbc8-4e52-a5fb-c61d98b762c2 is: DOWN; New status is: BUILD {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:28:29.447412 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (b26672bb-dbc8-4e52-a5fb-c61d98b762c2), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:29.463350 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b26672bb-dbc8-4e52-a5fb-c61d98b762c2 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 01 04:28:29.482913 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port b26672bb-dbc8-4e52-a5fb-c61d98b762c2, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=b26672bb-dbc8-4e52-a5fb-c61d98b762c2,segment=NetworkSegment(06eba3e1-baf4-4adb-a8f4-cfab7df87117),segment_id=06eba3e1-baf4-4adb-a8f4-cfab7df87117)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:28:29.487064 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (b26672bb-dbc8-4e52-a5fb-c61d98b762c2), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:29.532086 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:29.535891 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Pushing event updated for resources: {'Port': ['ID=b26672bb-dbc8-4e52-a5fb-c61d98b762c2,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:28:29.544430 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:28:29.544780 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:28:29.545217 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:28:29.545553 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:28:29.545885 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:28:29.546212 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:28:29.546537 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:28:29.546859 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:28:29.547184 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:28:29.547506 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:28:29.547829 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:28:29.548151 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:28:29.548470 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:28:29.548788 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:28:29.549132 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:28:29.696566 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] get_ports_and_sgs() called for port_ids ['b26672bb-dbc8-4e52-a5fb-c61d98b762c2'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 01 04:28:29.725536 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:30.289076 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10146cb-531c-41c8-a9f0-cfef952eaf94 req-397c77b6-897e-442b-8b18-5a2256edd7fb tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:28:30.290512 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b10146cb-531c-41c8-a9f0-cfef952eaf94 req-397c77b6-897e-442b-8b18-5a2256edd7fb tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=67294823-eb18-482e-86fa-bf3371a5ee32 HTTP/1.1" status: 200 len: 945 time: 0.0459771 Oct 01 04:28:30.336689 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-b10146cb-531c-41c8-a9f0-cfef952eaf94 req-7833386c-0b45-4f46-8655-3c5550fe7e62 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=39444dea-b268-4eab-afb7-b3b34904f758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397379 Oct 01 04:28:31.312535 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device b26672bb-dbc8-4e52-a5fb-c61d98b762c2 up at agent hyperv_hv-cinder-86004 {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:28:31.356513 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Provisioning for port b26672bb-dbc8-4e52-a5fb-c61d98b762c2 completed by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 01 04:28:31.362152 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Provisioning complete for port b26672bb-dbc8-4e52-a5fb-c61d98b762c2 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:28:31.362530 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (b26672bb-dbc8-4e52-a5fb-c61d98b762c2), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:31.362969 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Attempt 1 to provision port b26672bb-dbc8-4e52-a5fb-c61d98b762c2 Oct 01 04:28:31.436383 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Current status of the port b26672bb-dbc8-4e52-a5fb-c61d98b762c2 is: BUILD; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:28:31.436776 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (b26672bb-dbc8-4e52-a5fb-c61d98b762c2), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:31.458643 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d528514c-9ae9-4b42-8fae-ec614ca51c4c req-37cc66ab-7947-4584-860f-c84b817515ef tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:28:31.460141 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d528514c-9ae9-4b42-8fae-ec614ca51c4c req-37cc66ab-7947-4584-860f-c84b817515ef tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=67294823-eb18-482e-86fa-bf3371a5ee32 HTTP/1.1" status: 200 len: 945 time: 0.0463393 Oct 01 04:28:31.472292 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67294823-eb18-482e-86fa-bf3371a5ee32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b26672bb-dbc8-4e52-a5fb-c61d98b762c2'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:28:31.474549 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc2ed8ba810a9a899feae06a2d512ab46721588d0493fdbeca0f1bffbb3e03b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78371946-ad80-40ae-999f-e1488d31b019" -d '{"events": [{"server_uuid": "67294823-eb18-482e-86fa-bf3371a5ee32", "name": "network-vif-plugged", "status": "completed", "tag": "b26672bb-dbc8-4e52-a5fb-c61d98b762c2"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:28:31.478087 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port b26672bb-dbc8-4e52-a5fb-c61d98b762c2, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=b26672bb-dbc8-4e52-a5fb-c61d98b762c2,segment=NetworkSegment(06eba3e1-baf4-4adb-a8f4-cfab7df87117),segment_id=06eba3e1-baf4-4adb-a8f4-cfab7df87117)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:28:31.483502 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (b26672bb-dbc8-4e52-a5fb-c61d98b762c2), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:31.518972 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 01 Oct 2022 04:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68750273-c7b3-4a52-9dfc-e4b776f80f10 x-openstack-request-id: req-68750273-c7b3-4a52-9dfc-e4b776f80f10 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:28:31.519589 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d528514c-9ae9-4b42-8fae-ec614ca51c4c req-ff8bdf94-6c29-4383-8e61-5e80bcddd09c tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=39444dea-b268-4eab-afb7-b3b34904f758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529232 Oct 01 04:28:31.521151 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67294823-eb18-482e-86fa-bf3371a5ee32", "name": "network-vif-plugged", "status": "completed", "tag": "b26672bb-dbc8-4e52-a5fb-c61d98b762c2", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:28:31.521654 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-68750273-c7b3-4a52-9dfc-e4b776f80f10 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:28:31.522079 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68750273-c7b3-4a52-9dfc-e4b776f80f10'] response: {'server_uuid': '67294823-eb18-482e-86fa-bf3371a5ee32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b26672bb-dbc8-4e52-a5fb-c61d98b762c2', 'code': 200} Oct 01 04:28:31.544938 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Pushing event updated for resources: {'Port': ['ID=b26672bb-dbc8-4e52-a5fb-c61d98b762c2,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:28:31.693114 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd394d8-d19a-4abc-83a4-d050341ef9bb req-7eab2d56-26cc-4bc2-a54d-93221967b106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:28:31.694579 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7cd394d8-d19a-4abc-83a4-d050341ef9bb req-7eab2d56-26cc-4bc2-a54d-93221967b106 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=67294823-eb18-482e-86fa-bf3371a5ee32 HTTP/1.1" status: 200 len: 1130 time: 0.0374510 Oct 01 04:28:31.738398 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7cd394d8-d19a-4abc-83a4-d050341ef9bb req-4e91cf07-e0d2-40c8-ae5f-39a3c43fae06 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=39444dea-b268-4eab-afb7-b3b34904f758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372005 Oct 01 04:28:32.643618 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd19f09-35f1-4c2f-95e5-d31932241987 req-eb215143-221e-45ef-98d6-91efa61e3fd9 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:28:32.645008 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-afd19f09-35f1-4c2f-95e5-d31932241987 req-eb215143-221e-45ef-98d6-91efa61e3fd9 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=67294823-eb18-482e-86fa-bf3371a5ee32 HTTP/1.1" status: 200 len: 946 time: 0.0465391 Oct 01 04:28:32.693234 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-afd19f09-35f1-4c2f-95e5-d31932241987 req-adb3d52f-3dfe-46dd-b111-a6809479354c tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=39444dea-b268-4eab-afb7-b3b34904f758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425079 Oct 01 04:28:33.823123 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39984b1f-e8d3-403f-ae9a-9de7447f8599 req-36adafbb-4fb5-41c6-929f-8d84f23c0861 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:28:33.824509 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-39984b1f-e8d3-403f-ae9a-9de7447f8599 req-36adafbb-4fb5-41c6-929f-8d84f23c0861 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=67294823-eb18-482e-86fa-bf3371a5ee32 HTTP/1.1" status: 200 len: 946 time: 0.0469594 Oct 01 04:28:33.870945 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-39984b1f-e8d3-403f-ae9a-9de7447f8599 req-9089f218-a034-4c66-8e97-cb26c8537148 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=39444dea-b268-4eab-afb7-b3b34904f758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407951 Oct 01 04:28:33.957340 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:33.997181 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39771b32-39f1-4fb2-a99c-20977531ec6c req-a3525ee4-7f68-41e1-86e2-55d495bab67a tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:28:33.998656 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-39771b32-39f1-4fb2-a99c-20977531ec6c req-a3525ee4-7f68-41e1-86e2-55d495bab67a tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=67294823-eb18-482e-86fa-bf3371a5ee32 HTTP/1.1" status: 200 len: 946 time: 0.0513201 Oct 01 04:28:34.008685 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 42296) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:28:34.013305 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [None req-62a8490c-e5ea-4f62-8f9d-7b7b3d898424 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Request body: {'floatingip': {'port_id': 'b26672bb-dbc8-4e52-a5fb-c61d98b762c2'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:28:34.016720 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:34.062546 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-62a8490c-e5ea-4f62-8f9d-7b7b3d898424 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for floatingip (061c4e0d-edd2-4e68-bd0c-bb217d6b45e1), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:34.479127 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-62a8490c-e5ea-4f62-8f9d-7b7b3d898424 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:34.482784 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-62a8490c-e5ea-4f62-8f9d-7b7b3d898424 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989928'] for floatingip (061c4e0d-edd2-4e68-bd0c-bb217d6b45e1), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:34.578660 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.db.l3_db [None req-62a8490c-e5ea-4f62-8f9d-7b7b3d898424 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Floating IP 061c4e0d-edd2-4e68-bd0c-bb217d6b45e1 associated. External IP: 172.27.2.128, port: b26672bb-dbc8-4e52-a5fb-c61d98b762c2. Oct 01 04:28:34.976824 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a8490c-e5ea-4f62-8f9d-7b7b3d898424 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Router e0562ae8-2e66-4638-8ed3-192f0f6936ee has already been hosted by L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 {{(pid=106386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 01 04:28:35.081388 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a8490c-e5ea-4f62-8f9d-7b7b3d898424 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:28:35.086171 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-62a8490c-e5ea-4f62-8f9d-7b7b3d898424 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for floatingip (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:35.092164 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bfcd4a-2db0-4a04-b34a-a139d2f9de00 None None] Sync routers for ids ['e0562ae8-2e66-4638-8ed3-192f0f6936ee'] in dv-cinder-860044-1-iscsi {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:28:35.110084 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bfcd4a-2db0-4a04-b34a-a139d2f9de00 None None] Routers {'e0562ae8-2e66-4638-8ed3-192f0f6936ee'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:28:35.110752 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-c1bfcd4a-2db0-4a04-b34a-a139d2f9de00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:28:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['e0562ae8-2e66-4638-8ed3-192f0f6936ee'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:28:35.116216 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-62a8490c-e5ea-4f62-8f9d-7b7b3d898424 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/061c4e0d-edd2-4e68-bd0c-bb217d6b45e1 HTTP/1.1" status: 200 len: 992 time: 1.1064496 Oct 01 04:28:35.116934 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67294823-eb18-482e-86fa-bf3371a5ee32', 'tag': 'b26672bb-dbc8-4e52-a5fb-c61d98b762c2'}] {{(pid=106386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:28:35.119603 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906b7328382f58691ce67f390eef3fef1b579a19389c35ae4b8023450af26d8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2af4a6a-edb0-4968-b60a-42ac3dfbd49d" -d '{"events": [{"name": "network-changed", "server_uuid": "67294823-eb18-482e-86fa-bf3371a5ee32", "tag": "b26672bb-dbc8-4e52-a5fb-c61d98b762c2"}]}' {{(pid=106386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:28:35.162268 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 01 Oct 2022 04:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-defa8820-20b5-493e-bfac-d6e5d091dd8c x-openstack-request-id: req-defa8820-20b5-493e-bfac-d6e5d091dd8c {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:28:35.162589 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67294823-eb18-482e-86fa-bf3371a5ee32", "tag": "b26672bb-dbc8-4e52-a5fb-c61d98b762c2", "status": "completed", "code": 200}]} {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:28:35.162842 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-defa8820-20b5-493e-bfac-d6e5d091dd8c {{(pid=106386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:28:35.163249 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-defa8820-20b5-493e-bfac-d6e5d091dd8c'] response: {'name': 'network-changed', 'server_uuid': '67294823-eb18-482e-86fa-bf3371a5ee32', 'tag': 'b26672bb-dbc8-4e52-a5fb-c61d98b762c2', 'status': 'completed', 'code': 200} Oct 01 04:28:35.216773 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-c1bfcd4a-2db0-4a04-b34a-a139d2f9de00 None None] Set router e0562ae8-2e66-4638-8ed3-192f0f6936ee gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:28:35.222948 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af4a6a-edb0-4968-b60a-42ac3dfbd49d req-07ba7bf2-7de3-4011-a7f2-1f5ecefe179e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:28:35.224436 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b2af4a6a-edb0-4968-b60a-42ac3dfbd49d req-07ba7bf2-7de3-4011-a7f2-1f5ecefe179e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=57f927e7829a4172b9919b964a9e7c13&device_id=67294823-eb18-482e-86fa-bf3371a5ee32 HTTP/1.1" status: 200 len: 1130 time: 0.0397568 Oct 01 04:28:35.319630 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af4a6a-edb0-4968-b60a-42ac3dfbd49d req-77a77ad1-ebe4-4d8f-ae8a-8ba040cdaaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:28:35.321125 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b2af4a6a-edb0-4968-b60a-42ac3dfbd49d req-77a77ad1-ebe4-4d8f-ae8a-8ba040cdaaff service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=bddd7754-f392-4f22-b92b-c088917d60a6 HTTP/1.1" status: 200 len: 914 time: 0.0903175 Oct 01 04:28:35.393336 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b2af4a6a-edb0-4968-b60a-42ac3dfbd49d req-2395a8e7-a599-4505-9959-ab6b73cd8c86 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b26672bb-dbc8-4e52-a5fb-c61d98b762c2 HTTP/1.1" status: 200 len: 1000 time: 0.0664949 Oct 01 04:28:35.437821 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-c1bfcd4a-2db0-4a04-b34a-a139d2f9de00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'name': 'tempest-AttachVolumeNegativeTest-12373195-router', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:25:16Z', 'updated_at': '2022-10-01T04:25:19Z', 'revision_number': 4, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'gw_port': {'id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ba:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:17Z', 'updated_at': '2022-10-01T04:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_floatingips': [{'id': '061c4e0d-edd2-4e68-bd0c-bb217d6b45e1', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'floating_ip_address': '172.27.2.128', 'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'router_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'port_id': 'b26672bb-dbc8-4e52-a5fb-c61d98b762c2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6', 'mac_address': 'fa:16:3e:46:82:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67294823-eb18-482e-86fa-bf3371a5ee32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-01T04:28:23Z', 'updated_at': '2022-10-01T04:28:34Z', 'revision_number': 1, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bc404c5-c8a9-42a3-881d-e9b151d0fdad', 'name': '', 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'mac_address': 'fa:16:3e:b4:b7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:18Z', 'updated_at': '2022-10-01T04:25:24Z', 'revision_number': 5, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'subnets': [{'id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:28:35.445295 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af4a6a-edb0-4968-b60a-42ac3dfbd49d req-8810dd16-d285-4d4c-ba7d-a67fd573e32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:28:35.446741 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b2af4a6a-edb0-4968-b60a-42ac3dfbd49d req-8810dd16-d285-4d4c-ba7d-a67fd573e32a service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=1ccda07b-e98b-4f73-b263-21798ea74271 HTTP/1.1" status: 200 len: 852 time: 0.0476952 Oct 01 04:28:35.462678 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bfcd4a-2db0-4a04-b34a-a139d2f9de00 None None] Checking router: e0562ae8-2e66-4638-8ed3-192f0f6936ee for host: dv-cinder-860044-1-iscsi {{(pid=106388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:28:35.471241 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bfcd4a-2db0-4a04-b34a-a139d2f9de00 None None] Routers {'e0562ae8-2e66-4638-8ed3-192f0f6936ee'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:28:35.471840 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-c1bfcd4a-2db0-4a04-b34a-a139d2f9de00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:28:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['e0562ae8-2e66-4638-8ed3-192f0f6936ee'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:28:35.488881 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af4a6a-edb0-4968-b60a-42ac3dfbd49d req-a2f9ba06-da98-4f07-8a1b-6dd8c88c6442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:28:35.490485 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b2af4a6a-edb0-4968-b60a-42ac3dfbd49d req-a2f9ba06-da98-4f07-8a1b-6dd8c88c6442 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=bddd7754-f392-4f22-b92b-c088917d60a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381083 Oct 01 04:28:35.588441 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b2af4a6a-edb0-4968-b60a-42ac3dfbd49d req-c679394c-049e-435d-938f-69cf9a1ea5d8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bddd7754-f392-4f22-b92b-c088917d60a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922205 Oct 01 04:28:35.688686 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b2af4a6a-edb0-4968-b60a-42ac3dfbd49d req-22c031b6-36da-4a1b-8328-60ea6d6f897b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bddd7754-f392-4f22-b92b-c088917d60a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942352 Oct 01 04:28:35.696513 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:35.710635 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-c1bfcd4a-2db0-4a04-b34a-a139d2f9de00 None None] Set router e0562ae8-2e66-4638-8ed3-192f0f6936ee gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:28:35.755657 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:35.931849 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-c1bfcd4a-2db0-4a04-b34a-a139d2f9de00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'name': 'tempest-AttachVolumeNegativeTest-12373195-router', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:25:16Z', 'updated_at': '2022-10-01T04:25:19Z', 'revision_number': 4, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'gw_port': {'id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ba:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:17Z', 'updated_at': '2022-10-01T04:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_floatingips': [{'id': '061c4e0d-edd2-4e68-bd0c-bb217d6b45e1', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'floating_ip_address': '172.27.2.128', 'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'router_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'port_id': 'b26672bb-dbc8-4e52-a5fb-c61d98b762c2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6', 'mac_address': 'fa:16:3e:46:82:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67294823-eb18-482e-86fa-bf3371a5ee32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-01T04:28:23Z', 'updated_at': '2022-10-01T04:28:34Z', 'revision_number': 1, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bc404c5-c8a9-42a3-881d-e9b151d0fdad', 'name': '', 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'mac_address': 'fa:16:3e:b4:b7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:18Z', 'updated_at': '2022-10-01T04:25:24Z', 'revision_number': 5, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'subnets': [{'id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:28:35.962112 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bfcd4a-2db0-4a04-b34a-a139d2f9de00 None None] The sync data for ids ['e0562ae8-2e66-4638-8ed3-192f0f6936ee'] in dv-cinder-860044-1-iscsi is: [{'id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'name': 'tempest-AttachVolumeNegativeTest-12373195-router', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:25:16Z', 'updated_at': '2022-10-01T04:25:19Z', 'revision_number': 4, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'gw_port': {'id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ba:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:17Z', 'updated_at': '2022-10-01T04:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_floatingips': [{'id': '061c4e0d-edd2-4e68-bd0c-bb217d6b45e1', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'floating_ip_address': '172.27.2.128', 'floating_network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'router_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'port_id': 'b26672bb-dbc8-4e52-a5fb-c61d98b762c2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6', 'mac_address': 'fa:16:3e:46:82:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67294823-eb18-482e-86fa-bf3371a5ee32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-01T04:28:23Z', 'updated_at': '2022-10-01T04:28:34Z', 'revision_number': 1, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bc404c5-c8a9-42a3-881d-e9b151d0fdad', 'name': '', 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'mac_address': 'fa:16:3e:b4:b7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:18Z', 'updated_at': '2022-10-01T04:25:24Z', 'revision_number': 5, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'subnets': [{'id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:28:36.148791 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46da690-9c64-4e70-958f-d9654074cd6b None None] New status for floating IP 061c4e0d-edd2-4e68-bd0c-bb217d6b45e1: ACTIVE {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 01 04:28:38.989771 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.agents_db [None req-12b97a57-14e3-4267-90b0-a9e0353f7932 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 01 04:28:42.772883 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1fca7103-ce93-4914-a6fa-5b9d313d0200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (973633b6-dd94-436d-b3a5-971dbc41e63c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:43.794123 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 42304) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:28:43.889561 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:43.894039 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:43.939401 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-ae8f14d0-ef6e-475b-8053-b24ee413b506 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Deleting port 237c6292-ceb0-4595-8943-4b1b4b76ce9c {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:28:43.939748 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-ae8f14d0-ef6e-475b-8053-b24ee413b506 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (237c6292-ceb0-4595-8943-4b1b4b76ce9c), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:44.017741 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-ae8f14d0-ef6e-475b-8053-b24ee413b506 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (237c6292-ceb0-4595-8943-4b1b4b76ce9c), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:44.018063 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-ae8f14d0-ef6e-475b-8053-b24ee413b506 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Publish callbacks [] for floatingip (237c6292-ceb0-4595-8943-4b1b4b76ce9c), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:44.031251 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-ae8f14d0-ef6e-475b-8053-b24ee413b506 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Calling delete_port for 237c6292-ceb0-4595-8943-4b1b4b76ce9c owned by network:floatingip {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:28:44.177131 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-ae8f14d0-ef6e-475b-8053-b24ee413b506 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5071981'] for port (237c6292-ceb0-4595-8943-4b1b4b76ce9c), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:44.203316 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f14d0-ef6e-475b-8053-b24ee413b506 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Pushing event deleted for resources: {'Port': ['ID=237c6292-ceb0-4595-8943-4b1b4b76ce9c,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:28:44.269111 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-ae8f14d0-ef6e-475b-8053-b24ee413b506 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Publish callbacks [] for floatingip (4a87c029-9bcc-45bd-bdd9-750c377b5221), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:44.269441 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.db.l3_db [None req-ae8f14d0-ef6e-475b-8053-b24ee413b506 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Floating IP 4a87c029-9bcc-45bd-bdd9-750c377b5221 disassociated (deleted). External IP: 172.27.2.113, port: ff800efd-217a-4aea-84a5-e5f05dd17b62. Oct 01 04:28:44.468450 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae8f14d0-ef6e-475b-8053-b24ee413b506 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Router 4d6f2335-3ab2-4420-882b-64d0767242c8 has already been hosted by L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 {{(pid=106386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 01 04:28:44.572907 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8f14d0-ef6e-475b-8053-b24ee413b506 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:28:44.577361 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-ae8f14d0-ef6e-475b-8053-b24ee413b506 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for floatingip (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:44.582264 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e005f2d9-0275-448f-bfb3-2da6b0510c42 None None] Sync routers for ids ['4d6f2335-3ab2-4420-882b-64d0767242c8'] in dv-cinder-860044-1-iscsi {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:28:44.591849 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e005f2d9-0275-448f-bfb3-2da6b0510c42 None None] Routers {'4d6f2335-3ab2-4420-882b-64d0767242c8'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:28:44.592685 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-e005f2d9-0275-448f-bfb3-2da6b0510c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:28:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['4d6f2335-3ab2-4420-882b-64d0767242c8'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:28:44.608123 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-ae8f14d0-ef6e-475b-8053-b24ee413b506 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/4a87c029-9bcc-45bd-bdd9-750c377b5221 HTTP/1.1" status: 204 len: 168 time: 0.8122933 Oct 01 04:28:44.608745 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2af93c94-483f-4f6d-a017-d45ef01bac8d', 'tag': 'ff800efd-217a-4aea-84a5-e5f05dd17b62'}] {{(pid=106386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:28:44.611029 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906b7328382f58691ce67f390eef3fef1b579a19389c35ae4b8023450af26d8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7727bdb2-e30c-475c-aef4-aa26e33fbf26" -d '{"events": [{"name": "network-changed", "server_uuid": "2af93c94-483f-4f6d-a017-d45ef01bac8d", "tag": "ff800efd-217a-4aea-84a5-e5f05dd17b62"}]}' {{(pid=106386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:28:44.660481 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 01 Oct 2022 04:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f1c80b-2bac-47e3-8519-7c2f6497da45 x-openstack-request-id: req-f4f1c80b-2bac-47e3-8519-7c2f6497da45 {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:28:44.660778 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2af93c94-483f-4f6d-a017-d45ef01bac8d", "tag": "ff800efd-217a-4aea-84a5-e5f05dd17b62", "status": "completed", "code": 200}]} {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:28:44.661066 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f4f1c80b-2bac-47e3-8519-7c2f6497da45 {{(pid=106386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:28:44.661472 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4f1c80b-2bac-47e3-8519-7c2f6497da45'] response: {'name': 'network-changed', 'server_uuid': '2af93c94-483f-4f6d-a017-d45ef01bac8d', 'tag': 'ff800efd-217a-4aea-84a5-e5f05dd17b62', 'status': 'completed', 'code': 200} Oct 01 04:28:44.701499 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-e005f2d9-0275-448f-bfb3-2da6b0510c42 None None] Set router 4d6f2335-3ab2-4420-882b-64d0767242c8 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:28:44.728468 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727bdb2-e30c-475c-aef4-aa26e33fbf26 req-07253c22-7496-4a0d-b966-d5b7ab34ddb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:28:44.731182 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7727bdb2-e30c-475c-aef4-aa26e33fbf26 req-07253c22-7496-4a0d-b966-d5b7ab34ddb2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1eda12202e6f439b96a87a81d7531503&device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d HTTP/1.1" status: 200 len: 1129 time: 0.0441980 Oct 01 04:28:44.809006 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:44.845795 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727bdb2-e30c-475c-aef4-aa26e33fbf26 req-33c958ca-7e38-448a-877e-5b8bd37aea62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:28:44.847265 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7727bdb2-e30c-475c-aef4-aa26e33fbf26 req-33c958ca-7e38-448a-877e-5b8bd37aea62 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=dfb1f66d-4f49-4f84-9a12-ceecfc8e716b HTTP/1.1" status: 200 len: 910 time: 0.1090991 Oct 01 04:28:44.866027 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc27f39-3590-42c8-bea0-86a8ce4f5ea2 req-492a7d77-2981-40aa-825a-d177276aa14d tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:28:44.867610 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-6fc27f39-3590-42c8-bea0-86a8ce4f5ea2 req-492a7d77-2981-40aa-825a-d177276aa14d tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d HTTP/1.1" status: 200 len: 945 time: 0.0503485 Oct 01 04:28:44.897309 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-e005f2d9-0275-448f-bfb3-2da6b0510c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6f2335-3ab2-4420-882b-64d0767242c8', 'name': 'tempest-TestShelveInstance-1721019069-router', 'tenant_id': '1eda12202e6f439b96a87a81d7531503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '1dc51c02-f4d3-4a22-b18f-0c47ead9a57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:24:17Z', 'updated_at': '2022-10-01T04:24:20Z', 'revision_number': 4, 'project_id': '1eda12202e6f439b96a87a81d7531503', 'gw_port': {'id': '1dc51c02-f4d3-4a22-b18f-0c47ead9a57c', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:32:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6f2335-3ab2-4420-882b-64d0767242c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:24:17Z', 'updated_at': '2022-10-01T04:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '6e1bbb81-7669-431d-85bc-c5f765d3b2da', 'name': '', 'network_id': 'dfb1f66d-4f49-4f84-9a12-ceecfc8e716b', 'tenant_id': '1eda12202e6f439b96a87a81d7531503', 'mac_address': 'fa:16:3e:83:24:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6f2335-3ab2-4420-882b-64d0767242c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '24b2ed70-732b-4138-94d1-34ea1c5e13bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:24:19Z', 'updated_at': '2022-10-01T04:24:27Z', 'revision_number': 5, 'project_id': '1eda12202e6f439b96a87a81d7531503', 'subnets': [{'id': '24b2ed70-732b-4138-94d1-34ea1c5e13bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:28:44.921790 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-6fc27f39-3590-42c8-bea0-86a8ce4f5ea2 req-17dcafa4-b316-4a0c-929b-480f771aeaf7 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a7777c8-844e-48e2-a40d-f3ea00607216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483851 Oct 01 04:28:44.927670 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e005f2d9-0275-448f-bfb3-2da6b0510c42 None None] Checking router: 4d6f2335-3ab2-4420-882b-64d0767242c8 for host: dv-cinder-860044-1-iscsi {{(pid=106388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:28:44.936974 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e005f2d9-0275-448f-bfb3-2da6b0510c42 None None] Routers {'4d6f2335-3ab2-4420-882b-64d0767242c8'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:28:44.939297 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-e005f2d9-0275-448f-bfb3-2da6b0510c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:28:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['4d6f2335-3ab2-4420-882b-64d0767242c8'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:28:45.041215 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-e005f2d9-0275-448f-bfb3-2da6b0510c42 None None] Set router 4d6f2335-3ab2-4420-882b-64d0767242c8 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:28:45.161087 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-62157373-4b79-49c9-a9aa-7500d45cdf49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (797ac3f1-c973-4eec-9950-99ad88971ed1), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:45.243073 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-e005f2d9-0275-448f-bfb3-2da6b0510c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6f2335-3ab2-4420-882b-64d0767242c8', 'name': 'tempest-TestShelveInstance-1721019069-router', 'tenant_id': '1eda12202e6f439b96a87a81d7531503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '1dc51c02-f4d3-4a22-b18f-0c47ead9a57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:24:17Z', 'updated_at': '2022-10-01T04:24:20Z', 'revision_number': 4, 'project_id': '1eda12202e6f439b96a87a81d7531503', 'gw_port': {'id': '1dc51c02-f4d3-4a22-b18f-0c47ead9a57c', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:32:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6f2335-3ab2-4420-882b-64d0767242c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:24:17Z', 'updated_at': '2022-10-01T04:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '6e1bbb81-7669-431d-85bc-c5f765d3b2da', 'name': '', 'network_id': 'dfb1f66d-4f49-4f84-9a12-ceecfc8e716b', 'tenant_id': '1eda12202e6f439b96a87a81d7531503', 'mac_address': 'fa:16:3e:83:24:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6f2335-3ab2-4420-882b-64d0767242c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '24b2ed70-732b-4138-94d1-34ea1c5e13bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:24:19Z', 'updated_at': '2022-10-01T04:24:27Z', 'revision_number': 5, 'project_id': '1eda12202e6f439b96a87a81d7531503', 'subnets': [{'id': '24b2ed70-732b-4138-94d1-34ea1c5e13bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:28:45.267908 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e005f2d9-0275-448f-bfb3-2da6b0510c42 None None] The sync data for ids ['4d6f2335-3ab2-4420-882b-64d0767242c8'] in dv-cinder-860044-1-iscsi is: [{'id': '4d6f2335-3ab2-4420-882b-64d0767242c8', 'name': 'tempest-TestShelveInstance-1721019069-router', 'tenant_id': '1eda12202e6f439b96a87a81d7531503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '1dc51c02-f4d3-4a22-b18f-0c47ead9a57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:24:17Z', 'updated_at': '2022-10-01T04:24:20Z', 'revision_number': 4, 'project_id': '1eda12202e6f439b96a87a81d7531503', 'gw_port': {'id': '1dc51c02-f4d3-4a22-b18f-0c47ead9a57c', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:32:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6f2335-3ab2-4420-882b-64d0767242c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:24:17Z', 'updated_at': '2022-10-01T04:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '6e1bbb81-7669-431d-85bc-c5f765d3b2da', 'name': '', 'network_id': 'dfb1f66d-4f49-4f84-9a12-ceecfc8e716b', 'tenant_id': '1eda12202e6f439b96a87a81d7531503', 'mac_address': 'fa:16:3e:83:24:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6f2335-3ab2-4420-882b-64d0767242c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '24b2ed70-732b-4138-94d1-34ea1c5e13bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:24:19Z', 'updated_at': '2022-10-01T04:24:27Z', 'revision_number': 5, 'project_id': '1eda12202e6f439b96a87a81d7531503', 'subnets': [{'id': '24b2ed70-732b-4138-94d1-34ea1c5e13bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:28:45.483524 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4bc6e3-4836-4a74-bfd1-7fed877cfa42 None None] New status for floating IP 4a87c029-9bcc-45bd-bdd9-750c377b5221: DOWN {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 01 04:28:45.879462 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7727bdb2-e30c-475c-aef4-aa26e33fbf26 req-19990612-507b-4246-ab6f-fcaf4f77e226 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff800efd-217a-4aea-84a5-e5f05dd17b62 HTTP/1.1" status: 200 len: 217 time: 0.0332787 Oct 01 04:28:45.926466 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:45.930778 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727bdb2-e30c-475c-aef4-aa26e33fbf26 req-f4acceba-21cd-44f4-939f-4b00249a43c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:28:45.932197 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7727bdb2-e30c-475c-aef4-aa26e33fbf26 req-f4acceba-21cd-44f4-939f-4b00249a43c7 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=24b2ed70-732b-4138-94d1-34ea1c5e13bd HTTP/1.1" status: 200 len: 848 time: 0.0455801 Oct 01 04:28:46.029860 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727bdb2-e30c-475c-aef4-aa26e33fbf26 req-a91af712-e87f-4278-8e0c-362cb85a648d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:28:46.031459 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7727bdb2-e30c-475c-aef4-aa26e33fbf26 req-a91af712-e87f-4278-8e0c-362cb85a648d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=dfb1f66d-4f49-4f84-9a12-ceecfc8e716b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442894 Oct 01 04:28:46.032539 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:46.038145 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:46.047279 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe347d-0307-4f89-838d-ea96fc669bfd req-b97c1911-833e-4cea-bd52-d41b847c3d80 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:28:46.048846 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-8fbe347d-0307-4f89-838d-ea96fc669bfd req-b97c1911-833e-4cea-bd52-d41b847c3d80 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d HTTP/1.1" status: 200 len: 945 time: 0.0493553 Oct 01 04:28:46.098296 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-8fbe347d-0307-4f89-838d-ea96fc669bfd req-8dad5625-d955-4353-a28d-d18ab09d9ef8 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a7777c8-844e-48e2-a40d-f3ea00607216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431304 Oct 01 04:28:46.123756 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7727bdb2-e30c-475c-aef4-aa26e33fbf26 req-9712fea3-0c86-44eb-8111-14caa35eae6c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/dfb1f66d-4f49-4f84-9a12-ceecfc8e716b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853159 Oct 01 04:28:46.275348 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=100 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:46.287170 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55550f09-9bf2-4503-b16a-2d26c0a47f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (3f31be2c-2b77-4d66-9a3d-30b9eb89a668), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:46.295985 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7727bdb2-e30c-475c-aef4-aa26e33fbf26 req-07600481-2ae7-4477-8aeb-094fb105eeff service neutron] 10.222.0.25 "GET /networking/v2.0/networks/dfb1f66d-4f49-4f84-9a12-ceecfc8e716b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160066 Oct 01 04:28:46.309271 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b24526-0a12-4e7c-a70a-69dfef437aa9 req-ff31c4f0-ab70-40c3-bd81-90fe46d04ad0 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:28:46.310696 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f4b24526-0a12-4e7c-a70a-69dfef437aa9 req-ff31c4f0-ab70-40c3-bd81-90fe46d04ad0 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d HTTP/1.1" status: 200 len: 945 time: 0.0568507 Oct 01 04:28:46.395787 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-f4b24526-0a12-4e7c-a70a-69dfef437aa9 req-9b6c6831-bc00-4911-ba7b-747d41d243ac tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Deleting port ff800efd-217a-4aea-84a5-e5f05dd17b62 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:28:46.396131 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f4b24526-0a12-4e7c-a70a-69dfef437aa9 req-9b6c6831-bc00-4911-ba7b-747d41d243ac tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (ff800efd-217a-4aea-84a5-e5f05dd17b62), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:46.482989 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-f4b24526-0a12-4e7c-a70a-69dfef437aa9 req-9b6c6831-bc00-4911-ba7b-747d41d243ac tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] For port ff800efd-217a-4aea-84a5-e5f05dd17b62, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=ff800efd-217a-4aea-84a5-e5f05dd17b62,segment=NetworkSegment(ce4baa6a-a847-474d-a353-040c360e37c0),segment_id=ce4baa6a-a847-474d-a353-040c360e37c0)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:28:46.483346 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f4b24526-0a12-4e7c-a70a-69dfef437aa9 req-9b6c6831-bc00-4911-ba7b-747d41d243ac tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (ff800efd-217a-4aea-84a5-e5f05dd17b62), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:46.495609 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-f4b24526-0a12-4e7c-a70a-69dfef437aa9 req-9b6c6831-bc00-4911-ba7b-747d41d243ac tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Calling delete_port for ff800efd-217a-4aea-84a5-e5f05dd17b62 owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:28:46.628150 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f4b24526-0a12-4e7c-a70a-69dfef437aa9 req-9b6c6831-bc00-4911-ba7b-747d41d243ac tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (ff800efd-217a-4aea-84a5-e5f05dd17b62), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:46.656364 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6c6831-bc00-4911-ba7b-747d41d243ac tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Pushing event deleted for resources: {'Port': ['ID=ff800efd-217a-4aea-84a5-e5f05dd17b62,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:28:46.701348 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b24526-0a12-4e7c-a70a-69dfef437aa9 req-9b6c6831-bc00-4911-ba7b-747d41d243ac tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] No DVR routers for this DVR port ff800efd-217a-4aea-84a5-e5f05dd17b62 on host hv-cinder-86004 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 01 04:28:46.703796 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f4b24526-0a12-4e7c-a70a-69dfef437aa9 req-9b6c6831-bc00-4911-ba7b-747d41d243ac tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:46.707040 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f4b24526-0a12-4e7c-a70a-69dfef437aa9 req-9b6c6831-bc00-4911-ba7b-747d41d243ac tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.25 "DELETE /networking/v2.0/ports/ff800efd-217a-4aea-84a5-e5f05dd17b62 HTTP/1.1" status: 204 len: 173 time: 0.3909087 Oct 01 04:28:46.707530 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af93c94-483f-4f6d-a017-d45ef01bac8d', 'name': 'network-vif-deleted', 'tag': 'ff800efd-217a-4aea-84a5-e5f05dd17b62'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:28:46.709777 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23a471ff00a13a2eea8c87216c43e2c9873adc8b08d975975de21b294c9ff96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a681824f-1625-4db7-aa2e-a0463f6cb24e" -d '{"events": [{"server_uuid": "2af93c94-483f-4f6d-a017-d45ef01bac8d", "name": "network-vif-deleted", "tag": "ff800efd-217a-4aea-84a5-e5f05dd17b62"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:28:46.749355 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 01 Oct 2022 04:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fabeb75-f04a-4f0a-b671-69f92399fd4e x-openstack-request-id: req-3fabeb75-f04a-4f0a-b671-69f92399fd4e {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:28:46.749649 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af93c94-483f-4f6d-a017-d45ef01bac8d", "name": "network-vif-deleted", "tag": "ff800efd-217a-4aea-84a5-e5f05dd17b62", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:28:46.749904 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3fabeb75-f04a-4f0a-b671-69f92399fd4e {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:28:46.750307 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fabeb75-f04a-4f0a-b671-69f92399fd4e'] response: {'server_uuid': '2af93c94-483f-4f6d-a017-d45ef01bac8d', 'name': 'network-vif-deleted', 'tag': 'ff800efd-217a-4aea-84a5-e5f05dd17b62', 'status': 'completed', 'code': 200} Oct 01 04:28:47.219438 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-cb9e7985-6938-44da-ab66-5184aa322d13 req-9832e898-3460-4196-8dd8-ccb2ec4097b5 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2af93c94-483f-4f6d-a017-d45ef01bac8d HTTP/1.1" status: 200 len: 210 time: 0.0285897 Oct 01 04:28:47.703845 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (d8875dbe-87f1-4639-b3ef-79ff4b202d58), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:47.962495 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91c43220-b735-4568-b99e-ce3dc63ea20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (a017e3cb-dd0a-4c83-ac3d-dd65b6d6e9f8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:48.284148 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 42322) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:28:48.343400 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9566dac3-a26a-45b2-ae66-6637a06ff2e1 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Publish callbacks [] for security_group (6a7777c8-844e-48e2-a40d-f3ea00607216), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:48.367408 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9566dac3-a26a-45b2-ae66-6637a06ff2e1 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Publish callbacks [] for security_group (6a7777c8-844e-48e2-a40d-f3ea00607216), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:48.428334 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9566dac3-a26a-45b2-ae66-6637a06ff2e1 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (6a7777c8-844e-48e2-a40d-f3ea00607216), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:48.430905 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9566dac3-a26a-45b2-ae66-6637a06ff2e1 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:48.432073 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-9566dac3-a26a-45b2-ae66-6637a06ff2e1 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/6a7777c8-844e-48e2-a40d-f3ea00607216 HTTP/1.1" status: 204 len: 168 time: 0.1472783 Oct 01 04:28:48.436546 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:48.442359 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566dac3-a26a-45b2-ae66-6637a06ff2e1 tempest-TestShelveInstance-338113509 tempest-TestShelveInstance-338113509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7777c8-844e-48e2-a40d-f3ea00607216,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:28:48.474869 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 42326) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:28:48.570777 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:48.778594 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4ded7ce1-2170-4d95-9e71-7ebee6c630dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7982504'] for router_interface (4d6f2335-3ab2-4420-882b-64d0767242c8), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:49.247549 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-4ded7ce1-2170-4d95-9e71-7ebee6c630dc admin admin] Deleting port 6e1bbb81-7669-431d-85bc-c5f765d3b2da {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:28:49.247901 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4ded7ce1-2170-4d95-9e71-7ebee6c630dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (6e1bbb81-7669-431d-85bc-c5f765d3b2da), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:49.323714 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-4ded7ce1-2170-4d95-9e71-7ebee6c630dc admin admin] For port 6e1bbb81-7669-431d-85bc-c5f765d3b2da, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=6e1bbb81-7669-431d-85bc-c5f765d3b2da,segment=NetworkSegment(ce4baa6a-a847-474d-a353-040c360e37c0),segment_id=ce4baa6a-a847-474d-a353-040c360e37c0)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:28:49.324382 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4ded7ce1-2170-4d95-9e71-7ebee6c630dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (6e1bbb81-7669-431d-85bc-c5f765d3b2da), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:49.336920 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-4ded7ce1-2170-4d95-9e71-7ebee6c630dc admin admin] Calling delete_port for 6e1bbb81-7669-431d-85bc-c5f765d3b2da owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:28:49.474564 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device ff800efd-217a-4aea-84a5-e5f05dd17b62 no longer exists at agent hyperv_hv-cinder-86004 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:28:49.495049 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] No Port match for: ff800efd-217a-4aea-84a5-e5f05dd17b62 {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 01 04:28:49.495432 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device ff800efd-217a-4aea-84a5-e5f05dd17b62 not bound to the agent host hv-cinder-86004 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 01 04:28:49.510447 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4ded7ce1-2170-4d95-9e71-7ebee6c630dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (6e1bbb81-7669-431d-85bc-c5f765d3b2da), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:49.537408 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ded7ce1-2170-4d95-9e71-7ebee6c630dc admin admin] Pushing event deleted for resources: {'Port': ['ID=6e1bbb81-7669-431d-85bc-c5f765d3b2da,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:28:49.564700 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:49.597635 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:49.703735 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4ded7ce1-2170-4d95-9e71-7ebee6c630dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7886623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7990808'] for router_interface (4d6f2335-3ab2-4420-882b-64d0767242c8), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:49.910549 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ded7ce1-2170-4d95-9e71-7ebee6c630dc admin admin] Router 4d6f2335-3ab2-4420-882b-64d0767242c8 has already been hosted by L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 01 04:28:50.009297 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ded7ce1-2170-4d95-9e71-7ebee6c630dc admin admin] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:28:50.015483 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-4ded7ce1-2170-4d95-9e71-7ebee6c630dc admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/4d6f2335-3ab2-4420-882b-64d0767242c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5384572 Oct 01 04:28:50.016878 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 42328) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:28:50.020386 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43b864c-bf56-40dc-89a3-9b2033d6eded None None] Sync routers for ids ['4d6f2335-3ab2-4420-882b-64d0767242c8'] in dv-cinder-860044-1-iscsi {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:28:50.030901 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43b864c-bf56-40dc-89a3-9b2033d6eded None None] Routers {'4d6f2335-3ab2-4420-882b-64d0767242c8'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:28:50.031537 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-f43b864c-bf56-40dc-89a3-9b2033d6eded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:28:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['4d6f2335-3ab2-4420-882b-64d0767242c8'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:28:50.034093 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:50.117157 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a954a8a0-4fb4-4bce-b361-dca91eaa351b admin admin] Publish callbacks [] for router (4d6f2335-3ab2-4420-882b-64d0767242c8), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:50.141844 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-f43b864c-bf56-40dc-89a3-9b2033d6eded None None] Set router 4d6f2335-3ab2-4420-882b-64d0767242c8 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:28:50.220045 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a954a8a0-4fb4-4bce-b361-dca91eaa351b admin admin] Publish callbacks [] for router_gateway (4d6f2335-3ab2-4420-882b-64d0767242c8), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:50.265742 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-a954a8a0-4fb4-4bce-b361-dca91eaa351b admin admin] Deleting port 1dc51c02-f4d3-4a22-b18f-0c47ead9a57c {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:28:50.266089 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a954a8a0-4fb4-4bce-b361-dca91eaa351b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (1dc51c02-f4d3-4a22-b18f-0c47ead9a57c), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:50.315151 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-f43b864c-bf56-40dc-89a3-9b2033d6eded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6f2335-3ab2-4420-882b-64d0767242c8', 'name': 'tempest-TestShelveInstance-1721019069-router', 'tenant_id': '1eda12202e6f439b96a87a81d7531503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '1dc51c02-f4d3-4a22-b18f-0c47ead9a57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:24:17Z', 'updated_at': '2022-10-01T04:28:49Z', 'revision_number': 5, 'project_id': '1eda12202e6f439b96a87a81d7531503', 'gw_port': {'id': '1dc51c02-f4d3-4a22-b18f-0c47ead9a57c', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:32:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6f2335-3ab2-4420-882b-64d0767242c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:24:17Z', 'updated_at': '2022-10-01T04:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi'}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:28:50.340109 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43b864c-bf56-40dc-89a3-9b2033d6eded None None] Checking router: 4d6f2335-3ab2-4420-882b-64d0767242c8 for host: dv-cinder-860044-1-iscsi {{(pid=106388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:28:50.349341 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43b864c-bf56-40dc-89a3-9b2033d6eded None None] Routers {'4d6f2335-3ab2-4420-882b-64d0767242c8'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:28:50.349954 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-f43b864c-bf56-40dc-89a3-9b2033d6eded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:28:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['4d6f2335-3ab2-4420-882b-64d0767242c8'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:28:50.350197 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-a954a8a0-4fb4-4bce-b361-dca91eaa351b admin admin] For port 1dc51c02-f4d3-4a22-b18f-0c47ead9a57c, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=1dc51c02-f4d3-4a22-b18f-0c47ead9a57c,segment=NetworkSegment(e11c25a1-22bc-489d-94fb-b6370ba219df),segment_id=e11c25a1-22bc-489d-94fb-b6370ba219df)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:28:50.350712 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a954a8a0-4fb4-4bce-b361-dca91eaa351b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (1dc51c02-f4d3-4a22-b18f-0c47ead9a57c), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:50.370242 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-a954a8a0-4fb4-4bce-b361-dca91eaa351b admin admin] Calling delete_port for 1dc51c02-f4d3-4a22-b18f-0c47ead9a57c owned by network:router_gateway {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:28:50.436396 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-f43b864c-bf56-40dc-89a3-9b2033d6eded None None] Set router 4d6f2335-3ab2-4420-882b-64d0767242c8 gateway port host: None {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:28:50.471591 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:50.480413 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:50.487150 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-f43b864c-bf56-40dc-89a3-9b2033d6eded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6f2335-3ab2-4420-882b-64d0767242c8', 'name': 'tempest-TestShelveInstance-1721019069-router', 'tenant_id': '1eda12202e6f439b96a87a81d7531503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:24:17Z', 'updated_at': '2022-10-01T04:28:50Z', 'revision_number': 6, 'project_id': '1eda12202e6f439b96a87a81d7531503', 'gw_port_host': None}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:28:50.515848 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43b864c-bf56-40dc-89a3-9b2033d6eded None None] The sync data for ids ['4d6f2335-3ab2-4420-882b-64d0767242c8'] in dv-cinder-860044-1-iscsi is: [{'id': '4d6f2335-3ab2-4420-882b-64d0767242c8', 'name': 'tempest-TestShelveInstance-1721019069-router', 'tenant_id': '1eda12202e6f439b96a87a81d7531503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:24:17Z', 'updated_at': '2022-10-01T04:28:50Z', 'revision_number': 6, 'project_id': '1eda12202e6f439b96a87a81d7531503', 'gw_port_host': None}] {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:28:50.553192 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a954a8a0-4fb4-4bce-b361-dca91eaa351b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (1dc51c02-f4d3-4a22-b18f-0c47ead9a57c), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:50.580225 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954a8a0-4fb4-4bce-b361-dca91eaa351b admin admin] Pushing event deleted for resources: {'Port': ['ID=1dc51c02-f4d3-4a22-b18f-0c47ead9a57c,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:28:50.643701 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a954a8a0-4fb4-4bce-b361-dca91eaa351b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989870'] for router_gateway (4d6f2335-3ab2-4420-882b-64d0767242c8), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:50.762800 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a954a8a0-4fb4-4bce-b361-dca91eaa351b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7990903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3226'] for router (4d6f2335-3ab2-4420-882b-64d0767242c8), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:50.765352 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a954a8a0-4fb4-4bce-b361-dca91eaa351b admin admin] Publish callbacks [] for router_controller (4d6f2335-3ab2-4420-882b-64d0767242c8), precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:50.830175 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a954a8a0-4fb4-4bce-b361-dca91eaa351b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7990894'] for router (4d6f2335-3ab2-4420-882b-64d0767242c8), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:50.830671 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a954a8a0-4fb4-4bce-b361-dca91eaa351b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d6f2335-3ab2-4420-882b-64d0767242c8 {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 01 04:28:50.835348 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a954a8a0-4fb4-4bce-b361-dca91eaa351b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:50.836474 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-a954a8a0-4fb4-4bce-b361-dca91eaa351b admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/4d6f2335-3ab2-4420-882b-64d0767242c8 HTTP/1.1" status: 204 len: 168 time: 0.8184137 Oct 01 04:28:50.839148 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 42330) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:28:50.885578 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaf16c3c-e6c0-45c8-81b3-7d4e791d52ba admin admin] Deleting subnet 24b2ed70-732b-4138-94d1-34ea1c5e13bd {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 01 04:28:50.889209 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eaf16c3c-e6c0-45c8-81b3-7d4e791d52ba admin admin] Publish callbacks [] for subnet (24b2ed70-732b-4138-94d1-34ea1c5e13bd), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:50.926963 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eaf16c3c-e6c0-45c8-81b3-7d4e791d52ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4947394'] for subnet (24b2ed70-732b-4138-94d1-34ea1c5e13bd), precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:51.008056 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eaf16c3c-e6c0-45c8-81b3-7d4e791d52ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1040298'] for subnet (24b2ed70-732b-4138-94d1-34ea1c5e13bd), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:51.067003 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eaf16c3c-e6c0-45c8-81b3-7d4e791d52ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1035713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8038045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4916124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4906860'] for subnet (24b2ed70-732b-4138-94d1-34ea1c5e13bd), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:51.092254 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf16c3c-e6c0-45c8-81b3-7d4e791d52ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24b2ed70-732b-4138-94d1-34ea1c5e13bd,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:28:51.097121 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eaf16c3c-e6c0-45c8-81b3-7d4e791d52ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:51.100996 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-eaf16c3c-e6c0-45c8-81b3-7d4e791d52ba admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/24b2ed70-732b-4138-94d1-34ea1c5e13bd HTTP/1.1" status: 204 len: 168 time: 0.2606578 Oct 01 04:28:51.102336 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8621cccb-19d8-4585-ac8a-fbfa3080f180 None None] Network dfb1f66d-4f49-4f84-9a12-ceecfc8e716b requested from dv-cinder-860044-1-iscsi {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 01 04:28:51.103376 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 42332) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:28:51.178960 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f3f093dc-4bd6-4b64-b09c-42458422af3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799227'] for network (dfb1f66d-4f49-4f84-9a12-ceecfc8e716b), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:51.224090 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-f3f093dc-4bd6-4b64-b09c-42458422af3a admin admin] Deleting port beb6a888-b288-4374-a912-b5813b3f2847 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:28:51.224491 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f3f093dc-4bd6-4b64-b09c-42458422af3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (beb6a888-b288-4374-a912-b5813b3f2847), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:51.292574 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-f3f093dc-4bd6-4b64-b09c-42458422af3a admin admin] For port beb6a888-b288-4374-a912-b5813b3f2847, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=beb6a888-b288-4374-a912-b5813b3f2847,segment=NetworkSegment(ce4baa6a-a847-474d-a353-040c360e37c0),segment_id=ce4baa6a-a847-474d-a353-040c360e37c0)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:28:51.292978 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f3f093dc-4bd6-4b64-b09c-42458422af3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (beb6a888-b288-4374-a912-b5813b3f2847), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:51.306841 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-f3f093dc-4bd6-4b64-b09c-42458422af3a admin admin] Calling delete_port for beb6a888-b288-4374-a912-b5813b3f2847 owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:28:51.376168 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:DELETE=13,neutron:SELECT=85,neutron:UPDATE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:51.398962 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b20c2c-28d0-4c9c-bf4e-5f5969f27e29 None None] DHCP port deletion for dfb1f66d-4f49-4f84-9a12-ceecfc8e716b request from dv-cinder-860044-1-iscsi {{(pid=106388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 01 04:28:51.402282 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f3f093dc-4bd6-4b64-b09c-42458422af3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (beb6a888-b288-4374-a912-b5813b3f2847), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:51.429135 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f093dc-4bd6-4b64-b09c-42458422af3a admin admin] Pushing event deleted for resources: {'Port': ['ID=beb6a888-b288-4374-a912-b5813b3f2847,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:28:51.436972 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f093dc-4bd6-4b64-b09c-42458422af3a admin admin] No DVR routers for this DVR port beb6a888-b288-4374-a912-b5813b3f2847 on host dv-cinder-860044-1-iscsi {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 01 04:28:51.511541 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f3f093dc-4bd6-4b64-b09c-42458422af3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-909724', 'neutron.services.segments.db._delete_segments_for_network-8783883502282'] for network (dfb1f66d-4f49-4f84-9a12-ceecfc8e716b), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:51.519918 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:UPDATE=3,neutron:SELECT=87,neutron:DELETE=10 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:51.535367 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.services.segments.db [None req-f3f093dc-4bd6-4b64-b09c-42458422af3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfb1f66d-4f49-4f84-9a12-ceecfc8e716b']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:28:51.546134 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.services.segments.db [None req-f3f093dc-4bd6-4b64-b09c-42458422af3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce4baa6a-a847-474d-a353-040c360e37c0') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:28:51.546431 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.services.segments.db [None req-f3f093dc-4bd6-4b64-b09c-42458422af3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce4baa6a-a847-474d-a353-040c360e37c0') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:28:51.556336 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f3f093dc-4bd6-4b64-b09c-42458422af3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783883475047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4947403'] for segment (ce4baa6a-a847-474d-a353-040c360e37c0), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:51.569716 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f3f093dc-4bd6-4b64-b09c-42458422af3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916673'] for segment (ce4baa6a-a847-474d-a353-040c360e37c0), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:51.576398 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3f093dc-4bd6-4b64-b09c-42458422af3a admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 01 04:28:51.576741 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f3f093dc-4bd6-4b64-b09c-42458422af3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4916018'] for segment (ce4baa6a-a847-474d-a353-040c360e37c0), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:51.617251 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.services.segments.plugin [-] Segment ce4baa6a-a847-474d-a353-040c360e37c0 resource provider aggregate not found Oct 01 04:28:51.634230 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.services.segments.plugin [-] Segment ce4baa6a-a847-474d-a353-040c360e37c0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce4baa6a-a847-474d-a353-040c360e37c0 found for delete ", "request_id": "req-fe7685a1-fa57-42e1-8c92-52e91d87019d"}]} Oct 01 04:28:51.641117 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f3f093dc-4bd6-4b64-b09c-42458422af3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-909719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8037924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989909'] for network (dfb1f66d-4f49-4f84-9a12-ceecfc8e716b), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:51.645698 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f3f093dc-4bd6-4b64-b09c-42458422af3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for network (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:51.648813 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-f3f093dc-4bd6-4b64-b09c-42458422af3a admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/dfb1f66d-4f49-4f84-9a12-ceecfc8e716b HTTP/1.1" status: 204 len: 168 time: 0.5445366 Oct 01 04:28:51.651963 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 42338) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:28:51.661891 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f093dc-4bd6-4b64-b09c-42458422af3a admin admin] Pushing event deleted for resources: {'Network': ['ID=dfb1f66d-4f49-4f84-9a12-ceecfc8e716b,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:28:51.968737 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1f2910cb-9662-49c7-b529-37490e9bfea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7982504'] for router_interface (a97275b6-0cf4-42b8-b0a1-e234c9fc86b5), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:52.190971 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-1f2910cb-9662-49c7-b529-37490e9bfea5 admin admin] Deleting port 669488c5-11a6-49ca-8e69-a9d93db4749f {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:28:52.191286 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1f2910cb-9662-49c7-b529-37490e9bfea5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (669488c5-11a6-49ca-8e69-a9d93db4749f), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:52.269305 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.db [None req-1f2910cb-9662-49c7-b529-37490e9bfea5 admin admin] For port 669488c5-11a6-49ca-8e69-a9d93db4749f, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=669488c5-11a6-49ca-8e69-a9d93db4749f,segment=NetworkSegment(3cd1b549-d254-4cf3-b532-b26ae45721ef),segment_id=3cd1b549-d254-4cf3-b532-b26ae45721ef)] {{(pid=106386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:28:52.269582 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1f2910cb-9662-49c7-b529-37490e9bfea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (669488c5-11a6-49ca-8e69-a9d93db4749f), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:52.282269 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-1f2910cb-9662-49c7-b529-37490e9bfea5 admin admin] Calling delete_port for 669488c5-11a6-49ca-8e69-a9d93db4749f owned by network:router_interface {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:28:52.409940 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device beb6a888-b288-4374-a912-b5813b3f2847 no longer exists at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:28:52.422205 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:52.432120 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] No Port match for: beb6a888-b288-4374-a912-b5813b3f2847 {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 01 04:28:52.432467 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device beb6a888-b288-4374-a912-b5813b3f2847 not bound to the agent host dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 01 04:28:52.432946 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 1dc51c02-f4d3-4a22-b18f-0c47ead9a57c no longer exists at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:28:52.446844 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:52.451784 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] No Port match for: 1dc51c02-f4d3-4a22-b18f-0c47ead9a57c {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 01 04:28:52.452162 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 1dc51c02-f4d3-4a22-b18f-0c47ead9a57c not bound to the agent host dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 01 04:28:52.452730 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 6e1bbb81-7669-431d-85bc-c5f765d3b2da no longer exists at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:28:52.472482 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1f2910cb-9662-49c7-b529-37490e9bfea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5071981'] for port (669488c5-11a6-49ca-8e69-a9d93db4749f), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:52.473651 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] No Port match for: 6e1bbb81-7669-431d-85bc-c5f765d3b2da {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 01 04:28:52.474029 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 6e1bbb81-7669-431d-85bc-c5f765d3b2da not bound to the agent host dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 01 04:28:52.502362 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2910cb-9662-49c7-b529-37490e9bfea5 admin admin] Pushing event deleted for resources: {'Port': ['ID=669488c5-11a6-49ca-8e69-a9d93db4749f,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:28:52.666684 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1f2910cb-9662-49c7-b529-37490e9bfea5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7886623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7990808'] for router_interface (a97275b6-0cf4-42b8-b0a1-e234c9fc86b5), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:52.871884 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f2910cb-9662-49c7-b529-37490e9bfea5 admin admin] Router a97275b6-0cf4-42b8-b0a1-e234c9fc86b5 has already been hosted by L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 {{(pid=106386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 01 04:28:52.916911 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (2c3964fb-7920-4c48-8672-be15ccfa9ce8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:52.977403 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2910cb-9662-49c7-b529-37490e9bfea5 admin admin] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:28:52.983315 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-1f2910cb-9662-49c7-b529-37490e9bfea5 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/a97275b6-0cf4-42b8-b0a1-e234c9fc86b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3300254 Oct 01 04:28:52.985509 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 42340) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:28:52.988023 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a135be08-b942-471f-90b4-35ef0210f78b None None] Sync routers for ids ['a97275b6-0cf4-42b8-b0a1-e234c9fc86b5'] in dv-cinder-860044-1-iscsi {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:28:52.990843 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=44,neutron:UPDATE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:52.992658 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=44 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:53.004451 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a135be08-b942-471f-90b4-35ef0210f78b None None] Routers {'a97275b6-0cf4-42b8-b0a1-e234c9fc86b5'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:28:53.005118 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a135be08-b942-471f-90b4-35ef0210f78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:28:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['a97275b6-0cf4-42b8-b0a1-e234c9fc86b5'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:28:53.112591 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-a135be08-b942-471f-90b4-35ef0210f78b None None] Set router a97275b6-0cf4-42b8-b0a1-e234c9fc86b5 gateway port host: dv-cinder-860044-1-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:28:53.291940 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-04f7ca7e-32db-42b1-990d-6d93366e780e admin admin] Publish callbacks [] for router (a97275b6-0cf4-42b8-b0a1-e234c9fc86b5), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:53.370306 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a135be08-b942-471f-90b4-35ef0210f78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97275b6-0cf4-42b8-b0a1-e234c9fc86b5', 'name': 'tempest-TestShelveInstance-1470559286-router', 'tenant_id': '2dccf74ffdb5456e88c122f02cb84f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '03854d4c-b59c-41df-8495-e4652ec31240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:24:23Z', 'updated_at': '2022-10-01T04:28:52Z', 'revision_number': 5, 'project_id': '2dccf74ffdb5456e88c122f02cb84f0f', 'gw_port': {'id': '03854d4c-b59c-41df-8495-e4652ec31240', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:78:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97275b6-0cf4-42b8-b0a1-e234c9fc86b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:24:23Z', 'updated_at': '2022-10-01T04:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi'}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:28:53.392215 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-04f7ca7e-32db-42b1-990d-6d93366e780e admin admin] Publish callbacks [] for router_gateway (a97275b6-0cf4-42b8-b0a1-e234c9fc86b5), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:53.395585 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a135be08-b942-471f-90b4-35ef0210f78b None None] Checking router: a97275b6-0cf4-42b8-b0a1-e234c9fc86b5 for host: dv-cinder-860044-1-iscsi {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:28:53.404960 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a135be08-b942-471f-90b4-35ef0210f78b None None] Routers {'a97275b6-0cf4-42b8-b0a1-e234c9fc86b5'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:28:53.405603 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a135be08-b942-471f-90b4-35ef0210f78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:28:45Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['a97275b6-0cf4-42b8-b0a1-e234c9fc86b5'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:28:53.435528 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-04f7ca7e-32db-42b1-990d-6d93366e780e admin admin] Deleting port 03854d4c-b59c-41df-8495-e4652ec31240 {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:28:53.436032 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-04f7ca7e-32db-42b1-990d-6d93366e780e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (03854d4c-b59c-41df-8495-e4652ec31240), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:53.488711 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-a135be08-b942-471f-90b4-35ef0210f78b None None] Set router a97275b6-0cf4-42b8-b0a1-e234c9fc86b5 gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:28:53.511578 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:53.517906 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.db [None req-04f7ca7e-32db-42b1-990d-6d93366e780e admin admin] For port 03854d4c-b59c-41df-8495-e4652ec31240, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=03854d4c-b59c-41df-8495-e4652ec31240,segment=NetworkSegment(e11c25a1-22bc-489d-94fb-b6370ba219df),segment_id=e11c25a1-22bc-489d-94fb-b6370ba219df)] {{(pid=106386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:28:53.518266 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-04f7ca7e-32db-42b1-990d-6d93366e780e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (03854d4c-b59c-41df-8495-e4652ec31240), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:53.533571 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-04f7ca7e-32db-42b1-990d-6d93366e780e admin admin] Calling delete_port for 03854d4c-b59c-41df-8495-e4652ec31240 owned by network:router_gateway {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:28:53.541207 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a135be08-b942-471f-90b4-35ef0210f78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97275b6-0cf4-42b8-b0a1-e234c9fc86b5', 'name': 'tempest-TestShelveInstance-1470559286-router', 'tenant_id': '2dccf74ffdb5456e88c122f02cb84f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:24:23Z', 'updated_at': '2022-10-01T04:28:53Z', 'revision_number': 6, 'project_id': '2dccf74ffdb5456e88c122f02cb84f0f', 'gw_port_host': None}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:28:53.566933 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a135be08-b942-471f-90b4-35ef0210f78b None None] The sync data for ids ['a97275b6-0cf4-42b8-b0a1-e234c9fc86b5'] in dv-cinder-860044-1-iscsi is: [{'id': 'a97275b6-0cf4-42b8-b0a1-e234c9fc86b5', 'name': 'tempest-TestShelveInstance-1470559286-router', 'tenant_id': '2dccf74ffdb5456e88c122f02cb84f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:24:23Z', 'updated_at': '2022-10-01T04:28:53Z', 'revision_number': 6, 'project_id': '2dccf74ffdb5456e88c122f02cb84f0f', 'gw_port_host': None}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:28:53.576369 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:53.706301 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-04f7ca7e-32db-42b1-990d-6d93366e780e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5071981'] for port (03854d4c-b59c-41df-8495-e4652ec31240), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:53.735763 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f7ca7e-32db-42b1-990d-6d93366e780e admin admin] Pushing event deleted for resources: {'Port': ['ID=03854d4c-b59c-41df-8495-e4652ec31240,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:28:53.795742 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-04f7ca7e-32db-42b1-990d-6d93366e780e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989870'] for router_gateway (a97275b6-0cf4-42b8-b0a1-e234c9fc86b5), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:53.881501 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-04f7ca7e-32db-42b1-990d-6d93366e780e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7990903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3226'] for router (a97275b6-0cf4-42b8-b0a1-e234c9fc86b5), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:53.883502 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-04f7ca7e-32db-42b1-990d-6d93366e780e admin admin] Publish callbacks [] for router_controller (a97275b6-0cf4-42b8-b0a1-e234c9fc86b5), precommit_delete_associations {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:53.928810 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-04f7ca7e-32db-42b1-990d-6d93366e780e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7990894'] for router (a97275b6-0cf4-42b8-b0a1-e234c9fc86b5), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:53.929462 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f7ca7e-32db-42b1-990d-6d93366e780e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a97275b6-0cf4-42b8-b0a1-e234c9fc86b5 {{(pid=106386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 01 04:28:53.934379 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-04f7ca7e-32db-42b1-990d-6d93366e780e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:53.937393 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-04f7ca7e-32db-42b1-990d-6d93366e780e admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/a97275b6-0cf4-42b8-b0a1-e234c9fc86b5 HTTP/1.1" status: 204 len: 168 time: 0.9509065 Oct 01 04:28:53.938231 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 42342) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:28:53.988517 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-f140eb57-641f-4737-97d3-29a6854a6cca admin admin] Deleting subnet 8f8c9a7a-ace4-45cd-9970-bda9e212d9b4 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 01 04:28:53.991862 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f140eb57-641f-4737-97d3-29a6854a6cca admin admin] Publish callbacks [] for subnet (8f8c9a7a-ace4-45cd-9970-bda9e212d9b4), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:54.027408 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f140eb57-641f-4737-97d3-29a6854a6cca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4947394'] for subnet (8f8c9a7a-ace4-45cd-9970-bda9e212d9b4), precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:54.100596 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f140eb57-641f-4737-97d3-29a6854a6cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1040298'] for subnet (8f8c9a7a-ace4-45cd-9970-bda9e212d9b4), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:54.155607 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f140eb57-641f-4737-97d3-29a6854a6cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1035713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8038045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4916124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4906860'] for subnet (8f8c9a7a-ace4-45cd-9970-bda9e212d9b4), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:54.180536 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f140eb57-641f-4737-97d3-29a6854a6cca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f8c9a7a-ace4-45cd-9970-bda9e212d9b4,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:28:54.184110 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f140eb57-641f-4737-97d3-29a6854a6cca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:54.188248 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-f140eb57-641f-4737-97d3-29a6854a6cca admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/8f8c9a7a-ace4-45cd-9970-bda9e212d9b4 HTTP/1.1" status: 204 len: 168 time: 0.2489672 Oct 01 04:28:54.190740 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 42344) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:28:54.193368 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def33487-1f29-43f9-8898-86b7694ef34f None None] Network f5262dc5-d357-43e9-8f5a-fb40f41ec417 requested from dv-cinder-860044-1-iscsi {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 01 04:28:54.259148 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eca26b74-f548-401a-bdb0-11d1e97be9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799227'] for network (f5262dc5-d357-43e9-8f5a-fb40f41ec417), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:54.311876 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-eca26b74-f548-401a-bdb0-11d1e97be9c7 admin admin] Deleting port e8ddb89b-3c0c-434b-a210-70bd46f51db4 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:28:54.312327 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eca26b74-f548-401a-bdb0-11d1e97be9c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (e8ddb89b-3c0c-434b-a210-70bd46f51db4), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:54.355407 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade7704c-72a2-4d93-b2ce-b7a0c8283368 None None] DHCP port deletion for f5262dc5-d357-43e9-8f5a-fb40f41ec417 request from dv-cinder-860044-1-iscsi {{(pid=106388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 01 04:28:54.386126 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-eca26b74-f548-401a-bdb0-11d1e97be9c7 admin admin] For port e8ddb89b-3c0c-434b-a210-70bd46f51db4, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=e8ddb89b-3c0c-434b-a210-70bd46f51db4,segment=NetworkSegment(3cd1b549-d254-4cf3-b532-b26ae45721ef),segment_id=3cd1b549-d254-4cf3-b532-b26ae45721ef)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:28:54.386499 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eca26b74-f548-401a-bdb0-11d1e97be9c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (e8ddb89b-3c0c-434b-a210-70bd46f51db4), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:54.399472 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-ade7704c-72a2-4d93-b2ce-b7a0c8283368 None None] Deleting port e8ddb89b-3c0c-434b-a210-70bd46f51db4 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:28:54.400133 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-eca26b74-f548-401a-bdb0-11d1e97be9c7 admin admin] Calling delete_port for e8ddb89b-3c0c-434b-a210-70bd46f51db4 owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:28:54.400309 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ade7704c-72a2-4d93-b2ce-b7a0c8283368 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (e8ddb89b-3c0c-434b-a210-70bd46f51db4), before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:54.421272 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 03854d4c-b59c-41df-8495-e4652ec31240 no longer exists at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:28:54.468289 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] No Port match for: 03854d4c-b59c-41df-8495-e4652ec31240 {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 01 04:28:54.468631 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 03854d4c-b59c-41df-8495-e4652ec31240 not bound to the agent host dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 01 04:28:54.469071 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device e8ddb89b-3c0c-434b-a210-70bd46f51db4 no longer exists at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:28:54.491290 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eca26b74-f548-401a-bdb0-11d1e97be9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (e8ddb89b-3c0c-434b-a210-70bd46f51db4), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:54.517170 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca26b74-f548-401a-bdb0-11d1e97be9c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8ddb89b-3c0c-434b-a210-70bd46f51db4,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:28:54.521136 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca26b74-f548-401a-bdb0-11d1e97be9c7 admin admin] No DVR routers for this DVR port e8ddb89b-3c0c-434b-a210-70bd46f51db4 on host dv-cinder-860044-1-iscsi {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 01 04:28:54.531855 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-ade7704c-72a2-4d93-b2ce-b7a0c8283368 None None] For port e8ddb89b-3c0c-434b-a210-70bd46f51db4, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=e8ddb89b-3c0c-434b-a210-70bd46f51db4,segment=NetworkSegment(3cd1b549-d254-4cf3-b532-b26ae45721ef),segment_id=3cd1b549-d254-4cf3-b532-b26ae45721ef)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:28:54.532258 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ade7704c-72a2-4d93-b2ce-b7a0c8283368 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (e8ddb89b-3c0c-434b-a210-70bd46f51db4), precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:54.547998 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-ade7704c-72a2-4d93-b2ce-b7a0c8283368 None None] Calling delete_port for e8ddb89b-3c0c-434b-a210-70bd46f51db4 owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:28:54.550094 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] No active binding found for port e8ddb89b-3c0c-434b-a210-70bd46f51db4 {{(pid=106388) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Oct 01 04:28:54.550541 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] The host dv-cinder-860044-1-iscsi is not matching for port e8ddb89b-3c0c-434b-a210-70bd46f51db4 host None! {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2421}} Oct 01 04:28:54.550844 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device e8ddb89b-3c0c-434b-a210-70bd46f51db4 not bound to the agent host dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 01 04:28:54.551222 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 669488c5-11a6-49ca-8e69-a9d93db4749f no longer exists at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:28:54.558574 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:54.577285 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] No Port match for: 669488c5-11a6-49ca-8e69-a9d93db4749f {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 01 04:28:54.577512 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 669488c5-11a6-49ca-8e69-a9d93db4749f not bound to the agent host dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 01 04:28:54.599215 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eca26b74-f548-401a-bdb0-11d1e97be9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-909724', 'neutron.services.segments.db._delete_segments_for_network-8783883502282'] for network (f5262dc5-d357-43e9-8f5a-fb40f41ec417), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:54.613268 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:54.622017 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.services.segments.db [None req-eca26b74-f548-401a-bdb0-11d1e97be9c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5262dc5-d357-43e9-8f5a-fb40f41ec417']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:28:54.637570 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.services.segments.db [None req-eca26b74-f548-401a-bdb0-11d1e97be9c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cd1b549-d254-4cf3-b532-b26ae45721ef') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:28:54.637851 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.services.segments.db [None req-eca26b74-f548-401a-bdb0-11d1e97be9c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cd1b549-d254-4cf3-b532-b26ae45721ef') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:28:54.653830 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eca26b74-f548-401a-bdb0-11d1e97be9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783883475047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4947403'] for segment (3cd1b549-d254-4cf3-b532-b26ae45721ef), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:54.657026 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ade7704c-72a2-4d93-b2ce-b7a0c8283368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859'] for port (e8ddb89b-3c0c-434b-a210-70bd46f51db4), after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:54.671109 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eca26b74-f548-401a-bdb0-11d1e97be9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916673'] for segment (3cd1b549-d254-4cf3-b532-b26ae45721ef), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:54.677681 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eca26b74-f548-401a-bdb0-11d1e97be9c7 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 01 04:28:54.678064 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eca26b74-f548-401a-bdb0-11d1e97be9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4916018'] for segment (3cd1b549-d254-4cf3-b532-b26ae45721ef), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:54.681699 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade7704c-72a2-4d93-b2ce-b7a0c8283368 None None] Pushing event deleted for resources: {'Port': ['ID=e8ddb89b-3c0c-434b-a210-70bd46f51db4,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:28:54.687764 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade7704c-72a2-4d93-b2ce-b7a0c8283368 None None] No DVR routers for this DVR port e8ddb89b-3c0c-434b-a210-70bd46f51db4 on host dv-cinder-860044-1-iscsi {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 01 04:28:54.724009 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.services.segments.plugin [-] Segment 3cd1b549-d254-4cf3-b532-b26ae45721ef resource provider aggregate not found Oct 01 04:28:54.739406 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:28:54.745950 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.services.segments.plugin [-] Segment 3cd1b549-d254-4cf3-b532-b26ae45721ef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3cd1b549-d254-4cf3-b532-b26ae45721ef found for delete ", "request_id": "req-cfe172bc-fbbe-436c-bb82-8f6ad4a4eea8"}]} Oct 01 04:28:54.751398 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eca26b74-f548-401a-bdb0-11d1e97be9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-909719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8037924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989909'] for network (f5262dc5-d357-43e9-8f5a-fb40f41ec417), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:54.755758 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eca26b74-f548-401a-bdb0-11d1e97be9c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for network (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:54.758863 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-eca26b74-f548-401a-bdb0-11d1e97be9c7 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/f5262dc5-d357-43e9-8f5a-fb40f41ec417 HTTP/1.1" status: 204 len: 168 time: 0.5672376 Oct 01 04:28:54.773770 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca26b74-f548-401a-bdb0-11d1e97be9c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5262dc5-d357-43e9-8f5a-fb40f41ec417,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:28:54.921883 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 42352) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:28:54.965922 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-270207dc-9126-4292-8085-e841e36084c8 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=1eda12202e6f439b96a87a81d7531503&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428913 Oct 01 04:28:54.968996 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 42354) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:28:55.015955 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-95a6cf97-488f-45cc-9ba8-29e8a0b03fbc admin admin] Publish callbacks [] for security_group (c10db4dd-8b6c-434a-bb80-3c4226d7d17f), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:55.037188 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-95a6cf97-488f-45cc-9ba8-29e8a0b03fbc admin admin] Publish callbacks [] for security_group (c10db4dd-8b6c-434a-bb80-3c4226d7d17f), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:55.083432 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-95a6cf97-488f-45cc-9ba8-29e8a0b03fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (c10db4dd-8b6c-434a-bb80-3c4226d7d17f), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:55.085999 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-95a6cf97-488f-45cc-9ba8-29e8a0b03fbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:55.087134 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-95a6cf97-488f-45cc-9ba8-29e8a0b03fbc admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/c10db4dd-8b6c-434a-bb80-3c4226d7d17f HTTP/1.1" status: 204 len: 168 time: 0.1172566 Oct 01 04:28:55.095829 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a6cf97-488f-45cc-9ba8-29e8a0b03fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10db4dd-8b6c-434a-bb80-3c4226d7d17f,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:28:55.412754 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 42360) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:28:55.452443 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-d61a7d26-7b30-4963-a130-dd437b0b777c admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=2dccf74ffdb5456e88c122f02cb84f0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383677 Oct 01 04:28:55.454665 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 42362) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:28:55.504034 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b246ee9b-1d49-44a4-b636-a9730f8b4edb admin admin] Publish callbacks [] for security_group (96365053-1037-4852-9262-cb63d4133bf0), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:55.524917 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b246ee9b-1d49-44a4-b636-a9730f8b4edb admin admin] Publish callbacks [] for security_group (96365053-1037-4852-9262-cb63d4133bf0), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:55.570342 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b246ee9b-1d49-44a4-b636-a9730f8b4edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (96365053-1037-4852-9262-cb63d4133bf0), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:55.573103 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b246ee9b-1d49-44a4-b636-a9730f8b4edb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:28:55.574256 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-b246ee9b-1d49-44a4-b636-a9730f8b4edb admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/96365053-1037-4852-9262-cb63d4133bf0 HTTP/1.1" status: 204 len: 168 time: 0.1187253 Oct 01 04:28:55.582722 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b246ee9b-1d49-44a4-b636-a9730f8b4edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96365053-1037-4852-9262-cb63d4133bf0,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:29:03.511916 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=40 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:29:03.544555 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=41 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:29:04.763761 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=14,neutron:DELETE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:29:05.578102 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:29:05.578972 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=68,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:29:05.596017 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=93,neutron:DELETE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:29:05.596844 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=7,neutron:DELETE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:29:12.775025 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-983c8ab7-c2ff-4399-bd86-6f5d207fa8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (973633b6-dd94-436d-b3a5-971dbc41e63c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:15.103047 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-120620c0-55bd-40a6-a859-bcef05537d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (797ac3f1-c973-4eec-9950-99ad88971ed1), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:15.988782 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.agents_db [None req-12b97a57-14e3-4267-90b0-a9e0353f7932 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 01 04:29:16.291837 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55550f09-9bf2-4503-b16a-2d26c0a47f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (3f31be2c-2b77-4d66-9a3d-30b9eb89a668), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:17.706631 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (d8875dbe-87f1-4639-b3ef-79ff4b202d58), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:17.968233 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91c43220-b735-4568-b99e-ce3dc63ea20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (a017e3cb-dd0a-4c83-ac3d-dd65b6d6e9f8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:18.807663 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e516e-ac77-47ad-84b2-a93fd833ac17 req-a2c016a3-ad9c-49dd-afb0-a0417950b3a4 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:29:18.809117 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-290e516e-ac77-47ad-84b2-a93fd833ac17 req-a2c016a3-ad9c-49dd-afb0-a0417950b3a4 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=67294823-eb18-482e-86fa-bf3371a5ee32 HTTP/1.1" status: 200 len: 946 time: 0.0473058 Oct 01 04:29:18.855883 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-290e516e-ac77-47ad-84b2-a93fd833ac17 req-eaceac73-a742-4dd4-aa88-00da502dac2e tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=39444dea-b268-4eab-afb7-b3b34904f758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411823 Oct 01 04:29:19.978622 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128de5f-fc6d-48c9-8fc5-770a188d1613 req-b4d2ef8c-a20b-4702-94e2-e7f5da02504e tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:29:19.980135 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-1128de5f-fc6d-48c9-8fc5-770a188d1613 req-b4d2ef8c-a20b-4702-94e2-e7f5da02504e tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=67294823-eb18-482e-86fa-bf3371a5ee32 HTTP/1.1" status: 200 len: 946 time: 0.0480068 Oct 01 04:29:20.031795 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-1128de5f-fc6d-48c9-8fc5-770a188d1613 req-972c3b18-e229-4730-baf7-f4009b4ca2f0 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=39444dea-b268-4eab-afb7-b3b34904f758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452058 Oct 01 04:29:20.235457 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c08d8-cfe9-4395-962c-1f09313271d7 req-c8c2f33a-271b-42a4-b734-35afd124596b tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:29:20.236904 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6e1c08d8-cfe9-4395-962c-1f09313271d7 req-c8c2f33a-271b-42a4-b734-35afd124596b tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=67294823-eb18-482e-86fa-bf3371a5ee32 HTTP/1.1" status: 200 len: 946 time: 0.0463078 Oct 01 04:29:20.320035 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-6e1c08d8-cfe9-4395-962c-1f09313271d7 req-567f5db0-c61b-4ff5-bb71-e466a1834a87 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Deleting port b26672bb-dbc8-4e52-a5fb-c61d98b762c2 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:29:20.320375 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-6e1c08d8-cfe9-4395-962c-1f09313271d7 req-567f5db0-c61b-4ff5-bb71-e466a1834a87 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (b26672bb-dbc8-4e52-a5fb-c61d98b762c2), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:20.408947 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-6e1c08d8-cfe9-4395-962c-1f09313271d7 req-567f5db0-c61b-4ff5-bb71-e466a1834a87 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] For port b26672bb-dbc8-4e52-a5fb-c61d98b762c2, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=b26672bb-dbc8-4e52-a5fb-c61d98b762c2,segment=NetworkSegment(06eba3e1-baf4-4adb-a8f4-cfab7df87117),segment_id=06eba3e1-baf4-4adb-a8f4-cfab7df87117)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:29:20.409312 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-6e1c08d8-cfe9-4395-962c-1f09313271d7 req-567f5db0-c61b-4ff5-bb71-e466a1834a87 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (b26672bb-dbc8-4e52-a5fb-c61d98b762c2), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:20.578381 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-6e1c08d8-cfe9-4395-962c-1f09313271d7 req-567f5db0-c61b-4ff5-bb71-e466a1834a87 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:20.578741 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-6e1c08d8-cfe9-4395-962c-1f09313271d7 req-567f5db0-c61b-4ff5-bb71-e466a1834a87 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989928'] for floatingip (061c4e0d-edd2-4e68-bd0c-bb217d6b45e1), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:20.579051 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.db.l3_db [req-6e1c08d8-cfe9-4395-962c-1f09313271d7 req-567f5db0-c61b-4ff5-bb71-e466a1834a87 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Floating IP 061c4e0d-edd2-4e68-bd0c-bb217d6b45e1 disassociated. External IP: 172.27.2.128, port: b26672bb-dbc8-4e52-a5fb-c61d98b762c2. Oct 01 04:29:20.579388 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-6e1c08d8-cfe9-4395-962c-1f09313271d7 req-567f5db0-c61b-4ff5-bb71-e466a1834a87 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Calling delete_port for b26672bb-dbc8-4e52-a5fb-c61d98b762c2 owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:29:20.703964 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-6e1c08d8-cfe9-4395-962c-1f09313271d7 req-567f5db0-c61b-4ff5-bb71-e466a1834a87 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (b26672bb-dbc8-4e52-a5fb-c61d98b762c2), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:20.735791 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567f5db0-c61b-4ff5-bb71-e466a1834a87 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Pushing event deleted for resources: {'Port': ['ID=b26672bb-dbc8-4e52-a5fb-c61d98b762c2,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:29:20.746295 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567f5db0-c61b-4ff5-bb71-e466a1834a87 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:29:20.746646 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567f5db0-c61b-4ff5-bb71-e466a1834a87 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:29:20.747029 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567f5db0-c61b-4ff5-bb71-e466a1834a87 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:29:20.747372 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567f5db0-c61b-4ff5-bb71-e466a1834a87 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:29:20.747808 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567f5db0-c61b-4ff5-bb71-e466a1834a87 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:29:20.748147 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567f5db0-c61b-4ff5-bb71-e466a1834a87 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:29:20.748488 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567f5db0-c61b-4ff5-bb71-e466a1834a87 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:29:20.748822 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567f5db0-c61b-4ff5-bb71-e466a1834a87 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:29:20.749179 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567f5db0-c61b-4ff5-bb71-e466a1834a87 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:29:20.749508 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567f5db0-c61b-4ff5-bb71-e466a1834a87 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:29:20.749838 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567f5db0-c61b-4ff5-bb71-e466a1834a87 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:29:20.750164 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567f5db0-c61b-4ff5-bb71-e466a1834a87 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:29:20.750546 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567f5db0-c61b-4ff5-bb71-e466a1834a87 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:29:20.750815 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567f5db0-c61b-4ff5-bb71-e466a1834a87 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:29:20.751136 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567f5db0-c61b-4ff5-bb71-e466a1834a87 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:29:20.857065 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e1c08d8-cfe9-4395-962c-1f09313271d7 req-567f5db0-c61b-4ff5-bb71-e466a1834a87 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Router e0562ae8-2e66-4638-8ed3-192f0f6936ee has already been hosted by L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 01 04:29:21.141762 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-013a133b-e045-43bf-a08e-aa4f3be45be7 req-aaafbe42-4173-46e6-8087-e2e0691cd7f2 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=67294823-eb18-482e-86fa-bf3371a5ee32 HTTP/1.1" status: 200 len: 210 time: 0.0299854 Oct 01 04:29:21.229675 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e1c08d8-cfe9-4395-962c-1f09313271d7 req-567f5db0-c61b-4ff5-bb71-e466a1834a87 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:29:21.239253 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a972b991-2758-4ea4-b9b5-398ae8adb4b5 None None] Sync routers for ids ['e0562ae8-2e66-4638-8ed3-192f0f6936ee'] in dv-cinder-860044-1-iscsi {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:29:21.249916 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a972b991-2758-4ea4-b9b5-398ae8adb4b5 None None] Routers {'e0562ae8-2e66-4638-8ed3-192f0f6936ee'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:29:21.250537 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-a972b991-2758-4ea4-b9b5-398ae8adb4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:29:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['e0562ae8-2e66-4638-8ed3-192f0f6936ee'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:29:21.273148 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e1c08d8-cfe9-4395-962c-1f09313271d7 req-567f5db0-c61b-4ff5-bb71-e466a1834a87 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] No DVR routers for this DVR port b26672bb-dbc8-4e52-a5fb-c61d98b762c2 on host hv-cinder-86004 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 01 04:29:21.275697 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-6e1c08d8-cfe9-4395-962c-1f09313271d7 req-567f5db0-c61b-4ff5-bb71-e466a1834a87 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:21.279648 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6e1c08d8-cfe9-4395-962c-1f09313271d7 req-567f5db0-c61b-4ff5-bb71-e466a1834a87 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.25 "DELETE /networking/v2.0/ports/b26672bb-dbc8-4e52-a5fb-c61d98b762c2 HTTP/1.1" status: 204 len: 173 time: 1.0374010 Oct 01 04:29:21.280144 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67294823-eb18-482e-86fa-bf3371a5ee32', 'name': 'network-vif-deleted', 'tag': 'b26672bb-dbc8-4e52-a5fb-c61d98b762c2'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:29:21.282434 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23a471ff00a13a2eea8c87216c43e2c9873adc8b08d975975de21b294c9ff96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414ebbaf-6097-4c11-98b1-12b688fcdbcc" -d '{"events": [{"server_uuid": "67294823-eb18-482e-86fa-bf3371a5ee32", "name": "network-vif-deleted", "tag": "b26672bb-dbc8-4e52-a5fb-c61d98b762c2"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:29:21.328461 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 01 Oct 2022 04:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46d108a-5e49-4b80-8ac6-efecef2e9723 x-openstack-request-id: req-f46d108a-5e49-4b80-8ac6-efecef2e9723 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:29:21.328838 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67294823-eb18-482e-86fa-bf3371a5ee32", "name": "network-vif-deleted", "tag": "b26672bb-dbc8-4e52-a5fb-c61d98b762c2", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:29:21.329287 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f46d108a-5e49-4b80-8ac6-efecef2e9723 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:29:21.329641 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f46d108a-5e49-4b80-8ac6-efecef2e9723'] response: {'server_uuid': '67294823-eb18-482e-86fa-bf3371a5ee32', 'name': 'network-vif-deleted', 'tag': 'b26672bb-dbc8-4e52-a5fb-c61d98b762c2', 'status': 'completed', 'code': 200} Oct 01 04:29:21.358267 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-a972b991-2758-4ea4-b9b5-398ae8adb4b5 None None] Set router e0562ae8-2e66-4638-8ed3-192f0f6936ee gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:29:21.548039 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-a972b991-2758-4ea4-b9b5-398ae8adb4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'name': 'tempest-AttachVolumeNegativeTest-12373195-router', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:25:16Z', 'updated_at': '2022-10-01T04:25:19Z', 'revision_number': 4, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'gw_port': {'id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ba:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:17Z', 'updated_at': '2022-10-01T04:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '4bc404c5-c8a9-42a3-881d-e9b151d0fdad', 'name': '', 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'mac_address': 'fa:16:3e:b4:b7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:18Z', 'updated_at': '2022-10-01T04:25:24Z', 'revision_number': 5, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'subnets': [{'id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:29:21.576700 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a972b991-2758-4ea4-b9b5-398ae8adb4b5 None None] Checking router: e0562ae8-2e66-4638-8ed3-192f0f6936ee for host: dv-cinder-860044-1-iscsi {{(pid=106388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:29:21.585193 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a972b991-2758-4ea4-b9b5-398ae8adb4b5 None None] Routers {'e0562ae8-2e66-4638-8ed3-192f0f6936ee'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:29:21.585802 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-a972b991-2758-4ea4-b9b5-398ae8adb4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:29:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['e0562ae8-2e66-4638-8ed3-192f0f6936ee'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:29:21.686759 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-a972b991-2758-4ea4-b9b5-398ae8adb4b5 None None] Set router e0562ae8-2e66-4638-8ed3-192f0f6936ee gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:29:21.883974 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-a972b991-2758-4ea4-b9b5-398ae8adb4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'name': 'tempest-AttachVolumeNegativeTest-12373195-router', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:25:16Z', 'updated_at': '2022-10-01T04:25:19Z', 'revision_number': 4, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'gw_port': {'id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ba:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:17Z', 'updated_at': '2022-10-01T04:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '4bc404c5-c8a9-42a3-881d-e9b151d0fdad', 'name': '', 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'mac_address': 'fa:16:3e:b4:b7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:18Z', 'updated_at': '2022-10-01T04:25:24Z', 'revision_number': 5, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'subnets': [{'id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:29:21.908996 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a972b991-2758-4ea4-b9b5-398ae8adb4b5 None None] The sync data for ids ['e0562ae8-2e66-4638-8ed3-192f0f6936ee'] in dv-cinder-860044-1-iscsi is: [{'id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'name': 'tempest-AttachVolumeNegativeTest-12373195-router', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:25:16Z', 'updated_at': '2022-10-01T04:25:19Z', 'revision_number': 4, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'gw_port': {'id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ba:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:17Z', 'updated_at': '2022-10-01T04:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi', '_interfaces': [{'id': '4bc404c5-c8a9-42a3-881d-e9b151d0fdad', 'name': '', 'network_id': 'bddd7754-f392-4f22-b92b-c088917d60a6', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'mac_address': 'fa:16:3e:b4:b7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:18Z', 'updated_at': '2022-10-01T04:25:24Z', 'revision_number': 5, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'subnets': [{'id': '1ccda07b-e98b-4f73-b263-21798ea74271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:29:22.136444 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6d1e50-f5d7-4862-ae4b-651f7bdab11f None None] New status for floating IP 061c4e0d-edd2-4e68-bd0c-bb217d6b45e1: DOWN {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 01 04:29:22.241515 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 42436) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:29:22.299228 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-dce774a9-a73e-46ad-948c-a0fdc0d1da45 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for security_group (39444dea-b268-4eab-afb7-b3b34904f758), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:22.320720 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-dce774a9-a73e-46ad-948c-a0fdc0d1da45 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for security_group (39444dea-b268-4eab-afb7-b3b34904f758), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:22.368819 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-dce774a9-a73e-46ad-948c-a0fdc0d1da45 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (39444dea-b268-4eab-afb7-b3b34904f758), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:22.371475 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-dce774a9-a73e-46ad-948c-a0fdc0d1da45 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:22.372845 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-dce774a9-a73e-46ad-948c-a0fdc0d1da45 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/39444dea-b268-4eab-afb7-b3b34904f758 HTTP/1.1" status: 204 len: 168 time: 0.1303484 Oct 01 04:29:22.375808 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 42438) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:29:22.382335 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce774a9-a73e-46ad-948c-a0fdc0d1da45 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39444dea-b268-4eab-afb7-b3b34904f758,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:29:22.389532 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.api.v2.resource [None req-f41e9b38-fe41-466a-9ea8-04b6dfdadf42 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] show failed (client error): The resource could not be found. Oct 01 04:29:22.389814 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce774a9-a73e-46ad-948c-a0fdc0d1da45 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:29:22.393328 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce774a9-a73e-46ad-948c-a0fdc0d1da45 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:29:22.393459 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-f41e9b38-fe41-466a-9ea8-04b6dfdadf42 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "GET /networking/v2.0/security-groups/39444dea-b268-4eab-afb7-b3b34904f758 HTTP/1.1" status: 404 len: 347 time: 0.0136545 Oct 01 04:29:22.393583 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce774a9-a73e-46ad-948c-a0fdc0d1da45 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:29:22.393583 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce774a9-a73e-46ad-948c-a0fdc0d1da45 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:29:22.393583 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce774a9-a73e-46ad-948c-a0fdc0d1da45 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:29:22.393583 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce774a9-a73e-46ad-948c-a0fdc0d1da45 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:29:22.393583 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce774a9-a73e-46ad-948c-a0fdc0d1da45 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:29:22.393583 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce774a9-a73e-46ad-948c-a0fdc0d1da45 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:29:22.393583 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce774a9-a73e-46ad-948c-a0fdc0d1da45 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:29:22.393583 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce774a9-a73e-46ad-948c-a0fdc0d1da45 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:29:22.394232 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 42440) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:29:22.394332 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce774a9-a73e-46ad-948c-a0fdc0d1da45 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:29:22.394332 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce774a9-a73e-46ad-948c-a0fdc0d1da45 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:29:22.394332 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce774a9-a73e-46ad-948c-a0fdc0d1da45 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:29:22.394556 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce774a9-a73e-46ad-948c-a0fdc0d1da45 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:29:22.394871 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce774a9-a73e-46ad-948c-a0fdc0d1da45 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:29:22.437904 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:29:22.514651 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-21464434-b38b-4255-8ae8-034f678eea60 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Deleting port f5e63f77-3b30-4df5-bd3a-0027381be2c4 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:29:22.514914 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-21464434-b38b-4255-8ae8-034f678eea60 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (f5e63f77-3b30-4df5-bd3a-0027381be2c4), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:22.569322 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:29:22.597305 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-21464434-b38b-4255-8ae8-034f678eea60 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (f5e63f77-3b30-4df5-bd3a-0027381be2c4), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:22.597632 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-21464434-b38b-4255-8ae8-034f678eea60 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for floatingip (f5e63f77-3b30-4df5-bd3a-0027381be2c4), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:22.609418 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-21464434-b38b-4255-8ae8-034f678eea60 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Calling delete_port for f5e63f77-3b30-4df5-bd3a-0027381be2c4 owned by network:floatingip {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:29:22.737738 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-21464434-b38b-4255-8ae8-034f678eea60 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (f5e63f77-3b30-4df5-bd3a-0027381be2c4), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:22.766740 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21464434-b38b-4255-8ae8-034f678eea60 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Pushing event deleted for resources: {'Port': ['ID=f5e63f77-3b30-4df5-bd3a-0027381be2c4,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:29:22.829448 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-21464434-b38b-4255-8ae8-034f678eea60 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks [] for floatingip (061c4e0d-edd2-4e68-bd0c-bb217d6b45e1), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:22.832005 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-21464434-b38b-4255-8ae8-034f678eea60 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for floatingip (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:22.833158 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-21464434-b38b-4255-8ae8-034f678eea60 tempest-AttachVolumeNegativeTest-41085015 tempest-AttachVolumeNegativeTest-41085015-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/061c4e0d-edd2-4e68-bd0c-bb217d6b45e1 HTTP/1.1" status: 204 len: 168 time: 0.4387286 Oct 01 04:29:22.936212 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (2c3964fb-7920-4c48-8672-be15ccfa9ce8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:23.584585 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device b26672bb-dbc8-4e52-a5fb-c61d98b762c2 no longer exists at agent hyperv_hv-cinder-86004 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:29:23.606928 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] No Port match for: b26672bb-dbc8-4e52-a5fb-c61d98b762c2 {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 01 04:29:23.607282 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device b26672bb-dbc8-4e52-a5fb-c61d98b762c2 not bound to the agent host hv-cinder-86004 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 01 04:29:26.533402 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 42476) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:29:26.847245 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6b6e1171-4de3-433d-b205-15dd216af619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7982504'] for router_interface (e0562ae8-2e66-4638-8ed3-192f0f6936ee), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:27.065869 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-6b6e1171-4de3-433d-b205-15dd216af619 admin admin] Deleting port 4bc404c5-c8a9-42a3-881d-e9b151d0fdad {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:29:27.066208 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6b6e1171-4de3-433d-b205-15dd216af619 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (4bc404c5-c8a9-42a3-881d-e9b151d0fdad), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:27.077351 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:29:27.125346 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:29:27.148331 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.db [None req-6b6e1171-4de3-433d-b205-15dd216af619 admin admin] For port 4bc404c5-c8a9-42a3-881d-e9b151d0fdad, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=4bc404c5-c8a9-42a3-881d-e9b151d0fdad,segment=NetworkSegment(06eba3e1-baf4-4adb-a8f4-cfab7df87117),segment_id=06eba3e1-baf4-4adb-a8f4-cfab7df87117)] {{(pid=106386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:29:27.148690 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6b6e1171-4de3-433d-b205-15dd216af619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (4bc404c5-c8a9-42a3-881d-e9b151d0fdad), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:27.161514 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-6b6e1171-4de3-433d-b205-15dd216af619 admin admin] Calling delete_port for 4bc404c5-c8a9-42a3-881d-e9b151d0fdad owned by network:router_interface {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:29:27.346412 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6b6e1171-4de3-433d-b205-15dd216af619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5071981'] for port (4bc404c5-c8a9-42a3-881d-e9b151d0fdad), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:27.371506 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6e1171-4de3-433d-b205-15dd216af619 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bc404c5-c8a9-42a3-881d-e9b151d0fdad,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:29:27.535505 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6b6e1171-4de3-433d-b205-15dd216af619 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7886623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7990808'] for router_interface (e0562ae8-2e66-4638-8ed3-192f0f6936ee), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:27.738469 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b6e1171-4de3-433d-b205-15dd216af619 admin admin] Router e0562ae8-2e66-4638-8ed3-192f0f6936ee has already been hosted by L3 agent 797ac3f1-c973-4eec-9950-99ad88971ed1 {{(pid=106386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 01 04:29:27.838399 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6e1171-4de3-433d-b205-15dd216af619 admin admin] Notify agent at l3_agent.dv-cinder-860044-1-iscsi the message routers_updated {{(pid=106386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 01 04:29:27.843677 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-6b6e1171-4de3-433d-b205-15dd216af619 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/e0562ae8-2e66-4638-8ed3-192f0f6936ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3096073 Oct 01 04:29:27.846446 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 42478) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:29:27.847436 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a19784-e0f7-478e-8c1a-6a2242a61320 None None] Sync routers for ids ['e0562ae8-2e66-4638-8ed3-192f0f6936ee'] in dv-cinder-860044-1-iscsi {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 01 04:29:27.852788 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:29:27.859643 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a19784-e0f7-478e-8c1a-6a2242a61320 None None] Routers {'e0562ae8-2e66-4638-8ed3-192f0f6936ee'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:29:27.860337 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-17a19784-e0f7-478e-8c1a-6a2242a61320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:29:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['e0562ae8-2e66-4638-8ed3-192f0f6936ee'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:29:27.907141 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:29:27.913837 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:29:27.950575 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8d0e1183-572b-49ad-a201-ecc70116ce14 admin admin] Publish callbacks [] for router (e0562ae8-2e66-4638-8ed3-192f0f6936ee), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:28.101588 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-17a19784-e0f7-478e-8c1a-6a2242a61320 None None] Set router e0562ae8-2e66-4638-8ed3-192f0f6936ee gateway port host: dv-cinder-860044-1-iscsi {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:29:28.207011 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:29:28.268656 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8d0e1183-572b-49ad-a201-ecc70116ce14 admin admin] Publish callbacks [] for router_gateway (e0562ae8-2e66-4638-8ed3-192f0f6936ee), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:28.286389 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-17a19784-e0f7-478e-8c1a-6a2242a61320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'name': 'tempest-AttachVolumeNegativeTest-12373195-router', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'external_fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:25:16Z', 'updated_at': '2022-10-01T04:29:27Z', 'revision_number': 5, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'gw_port': {'id': '3fce2337-4ec9-48ab-9b8a-998d0f6bc23b', 'name': '', 'network_id': '1c94595f-3990-43c2-b34b-d882a8bf5172', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ba:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860044-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-01T04:25:17Z', 'updated_at': '2022-10-01T04:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c747529-64bf-417b-84a2-71abc1dc7574', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860044-1-iscsi'}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:29:28.310015 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-8d0e1183-572b-49ad-a201-ecc70116ce14 admin admin] Deleting port 3fce2337-4ec9-48ab-9b8a-998d0f6bc23b {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:29:28.310357 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8d0e1183-572b-49ad-a201-ecc70116ce14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (3fce2337-4ec9-48ab-9b8a-998d0f6bc23b), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:28.315391 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a19784-e0f7-478e-8c1a-6a2242a61320 None None] Checking router: e0562ae8-2e66-4638-8ed3-192f0f6936ee for host: dv-cinder-860044-1-iscsi {{(pid=106388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 01 04:29:28.323809 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a19784-e0f7-478e-8c1a-6a2242a61320 None None] Routers {'e0562ae8-2e66-4638-8ed3-192f0f6936ee'} bound to L3 agent in host dv-cinder-860044-1-iscsi {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 01 04:29:28.324429 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-17a19784-e0f7-478e-8c1a-6a2242a61320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860044-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-01T04:09:45Z,description=,heartbeat_timestamp=2022-10-01T04:29:15Z,host='dv-cinder-860044-1-iscsi',id=797ac3f1-c973-4eec-9950-99ad88971ed1,load=0,resource_versions=,resources_synced=,started_at=2022-10-01T04:09:45Z,topic='l3_agent')) {'router_ids': ['e0562ae8-2e66-4638-8ed3-192f0f6936ee'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:29:28.396983 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.db [None req-8d0e1183-572b-49ad-a201-ecc70116ce14 admin admin] For port 3fce2337-4ec9-48ab-9b8a-998d0f6bc23b, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=3fce2337-4ec9-48ab-9b8a-998d0f6bc23b,segment=NetworkSegment(e11c25a1-22bc-489d-94fb-b6370ba219df),segment_id=e11c25a1-22bc-489d-94fb-b6370ba219df)] {{(pid=106386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:29:28.397399 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8d0e1183-572b-49ad-a201-ecc70116ce14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (3fce2337-4ec9-48ab-9b8a-998d0f6bc23b), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:28.411704 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-8d0e1183-572b-49ad-a201-ecc70116ce14 admin admin] Calling delete_port for 3fce2337-4ec9-48ab-9b8a-998d0f6bc23b owned by network:router_gateway {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:29:28.423076 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-17a19784-e0f7-478e-8c1a-6a2242a61320 None None] Set router e0562ae8-2e66-4638-8ed3-192f0f6936ee gateway port host: None {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 01 04:29:28.477340 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-17a19784-e0f7-478e-8c1a-6a2242a61320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'name': 'tempest-AttachVolumeNegativeTest-12373195-router', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:25:16Z', 'updated_at': '2022-10-01T04:29:28Z', 'revision_number': 6, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'gw_port_host': None}], 'dv-cinder-860044-1-iscsi', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:29:28.503790 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a19784-e0f7-478e-8c1a-6a2242a61320 None None] The sync data for ids ['e0562ae8-2e66-4638-8ed3-192f0f6936ee'] in dv-cinder-860044-1-iscsi is: [{'id': 'e0562ae8-2e66-4638-8ed3-192f0f6936ee', 'name': 'tempest-AttachVolumeNegativeTest-12373195-router', 'tenant_id': '57f927e7829a4172b9919b964a9e7c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-01T04:25:16Z', 'updated_at': '2022-10-01T04:29:28Z', 'revision_number': 6, 'project_id': '57f927e7829a4172b9919b964a9e7c13', 'gw_port_host': None}] {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 01 04:29:28.587804 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8d0e1183-572b-49ad-a201-ecc70116ce14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5071981'] for port (3fce2337-4ec9-48ab-9b8a-998d0f6bc23b), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:28.613889 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0e1183-572b-49ad-a201-ecc70116ce14 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fce2337-4ec9-48ab-9b8a-998d0f6bc23b,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:29:28.677257 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8d0e1183-572b-49ad-a201-ecc70116ce14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989870'] for router_gateway (e0562ae8-2e66-4638-8ed3-192f0f6936ee), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:28.765676 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8d0e1183-572b-49ad-a201-ecc70116ce14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7990903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3226'] for router (e0562ae8-2e66-4638-8ed3-192f0f6936ee), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:28.768096 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8d0e1183-572b-49ad-a201-ecc70116ce14 admin admin] Publish callbacks [] for router_controller (e0562ae8-2e66-4638-8ed3-192f0f6936ee), precommit_delete_associations {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:28.809953 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8d0e1183-572b-49ad-a201-ecc70116ce14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7990894'] for router (e0562ae8-2e66-4638-8ed3-192f0f6936ee), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:28.810544 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d0e1183-572b-49ad-a201-ecc70116ce14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0562ae8-2e66-4638-8ed3-192f0f6936ee {{(pid=106386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 01 04:29:28.815177 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8d0e1183-572b-49ad-a201-ecc70116ce14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:28.816340 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-8d0e1183-572b-49ad-a201-ecc70116ce14 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/e0562ae8-2e66-4638-8ed3-192f0f6936ee HTTP/1.1" status: 204 len: 168 time: 0.9689796 Oct 01 04:29:28.818884 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 42480) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:29:28.868636 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.db.db_base_plugin_v2 [None req-51beb116-dd8e-496b-bad0-12146579c134 admin admin] Deleting subnet 1ccda07b-e98b-4f73-b263-21798ea74271 {{(pid=106386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 01 04:29:28.872084 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-51beb116-dd8e-496b-bad0-12146579c134 admin admin] Publish callbacks [] for subnet (1ccda07b-e98b-4f73-b263-21798ea74271), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:28.910425 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-51beb116-dd8e-496b-bad0-12146579c134 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5479336'] for subnet (1ccda07b-e98b-4f73-b263-21798ea74271), precommit_delete_associations {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:28.979251 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:29:28.987952 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-51beb116-dd8e-496b-bad0-12146579c134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1040298'] for subnet (1ccda07b-e98b-4f73-b263-21798ea74271), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:29.043341 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-51beb116-dd8e-496b-bad0-12146579c134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1035713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8038045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5071920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5089221'] for subnet (1ccda07b-e98b-4f73-b263-21798ea74271), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:29.069108 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51beb116-dd8e-496b-bad0-12146579c134 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ccda07b-e98b-4f73-b263-21798ea74271,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:29:29.073087 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-51beb116-dd8e-496b-bad0-12146579c134 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for subnet (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:29.077051 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-51beb116-dd8e-496b-bad0-12146579c134 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/1ccda07b-e98b-4f73-b263-21798ea74271 HTTP/1.1" status: 204 len: 168 time: 0.2571697 Oct 01 04:29:29.079529 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 42482) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:29:29.082018 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876c1259-06cb-4863-9d6b-70df1817fc95 None None] Network bddd7754-f392-4f22-b92b-c088917d60a6 requested from dv-cinder-860044-1-iscsi {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 01 04:29:29.125782 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:29:29.150533 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-04fc4899-d612-493c-9803-03ddb185cbd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799227'] for network (bddd7754-f392-4f22-b92b-c088917d60a6), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:29.197822 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-04fc4899-d612-493c-9803-03ddb185cbd6 admin admin] Deleting port fe2df544-dfe3-4243-8a63-c0ef13b236fd {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:29:29.198366 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-04fc4899-d612-493c-9803-03ddb185cbd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (fe2df544-dfe3-4243-8a63-c0ef13b236fd), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:29.266492 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70eea24-203d-4f19-ab04-1e2afcec472b None None] DHCP port deletion for bddd7754-f392-4f22-b92b-c088917d60a6 request from dv-cinder-860044-1-iscsi {{(pid=106388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 01 04:29:29.267668 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.db [None req-04fc4899-d612-493c-9803-03ddb185cbd6 admin admin] For port fe2df544-dfe3-4243-8a63-c0ef13b236fd, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=fe2df544-dfe3-4243-8a63-c0ef13b236fd,segment=NetworkSegment(06eba3e1-baf4-4adb-a8f4-cfab7df87117),segment_id=06eba3e1-baf4-4adb-a8f4-cfab7df87117)] {{(pid=106386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:29:29.268470 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-04fc4899-d612-493c-9803-03ddb185cbd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (fe2df544-dfe3-4243-8a63-c0ef13b236fd), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:29.284518 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-04fc4899-d612-493c-9803-03ddb185cbd6 admin admin] Calling delete_port for fe2df544-dfe3-4243-8a63-c0ef13b236fd owned by network:dhcp {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:29:29.309269 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d70eea24-203d-4f19-ab04-1e2afcec472b None None] Deleting port fe2df544-dfe3-4243-8a63-c0ef13b236fd {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:29:29.309720 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d70eea24-203d-4f19-ab04-1e2afcec472b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (fe2df544-dfe3-4243-8a63-c0ef13b236fd), before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:29.366893 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-04fc4899-d612-493c-9803-03ddb185cbd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5071981'] for port (fe2df544-dfe3-4243-8a63-c0ef13b236fd), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:29.374428 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-d70eea24-203d-4f19-ab04-1e2afcec472b None None] For port fe2df544-dfe3-4243-8a63-c0ef13b236fd, host dv-cinder-860044-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860044-1-iscsi',level=0,port_id=fe2df544-dfe3-4243-8a63-c0ef13b236fd,segment=NetworkSegment(06eba3e1-baf4-4adb-a8f4-cfab7df87117),segment_id=06eba3e1-baf4-4adb-a8f4-cfab7df87117)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:29:29.374831 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d70eea24-203d-4f19-ab04-1e2afcec472b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (fe2df544-dfe3-4243-8a63-c0ef13b236fd), precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:29.388224 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d70eea24-203d-4f19-ab04-1e2afcec472b None None] Calling delete_port for fe2df544-dfe3-4243-8a63-c0ef13b236fd owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:29:29.395929 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc4899-d612-493c-9803-03ddb185cbd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe2df544-dfe3-4243-8a63-c0ef13b236fd,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:29:29.399488 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fc4899-d612-493c-9803-03ddb185cbd6 admin admin] No DVR routers for this DVR port fe2df544-dfe3-4243-8a63-c0ef13b236fd on host dv-cinder-860044-1-iscsi {{(pid=106386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 01 04:29:29.470764 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d70eea24-203d-4f19-ab04-1e2afcec472b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859'] for port (fe2df544-dfe3-4243-8a63-c0ef13b236fd), after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:29.474366 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-04fc4899-d612-493c-9803-03ddb185cbd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-909724', 'neutron.services.segments.db._delete_segments_for_network-8783883502282'] for network (bddd7754-f392-4f22-b92b-c088917d60a6), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:29.495723 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70eea24-203d-4f19-ab04-1e2afcec472b None None] Pushing event deleted for resources: {'Port': ['ID=fe2df544-dfe3-4243-8a63-c0ef13b236fd,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:29:29.496309 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.services.segments.db [None req-04fc4899-d612-493c-9803-03ddb185cbd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bddd7754-f392-4f22-b92b-c088917d60a6']}} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:29:29.500828 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70eea24-203d-4f19-ab04-1e2afcec472b None None] No DVR routers for this DVR port fe2df544-dfe3-4243-8a63-c0ef13b236fd on host dv-cinder-860044-1-iscsi {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 01 04:29:29.506893 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.services.segments.db [None req-04fc4899-d612-493c-9803-03ddb185cbd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06eba3e1-baf4-4adb-a8f4-cfab7df87117') {'for_net_delete': True} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:29:29.507186 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.services.segments.db [None req-04fc4899-d612-493c-9803-03ddb185cbd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06eba3e1-baf4-4adb-a8f4-cfab7df87117') {} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:29:29.519070 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-04fc4899-d612-493c-9803-03ddb185cbd6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783883475047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5479329'] for segment (06eba3e1-baf4-4adb-a8f4-cfab7df87117), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:29.533674 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-04fc4899-d612-493c-9803-03ddb185cbd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916673'] for segment (06eba3e1-baf4-4adb-a8f4-cfab7df87117), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:29.540488 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04fc4899-d612-493c-9803-03ddb185cbd6 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=106386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 01 04:29:29.540866 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-04fc4899-d612-493c-9803-03ddb185cbd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5072030'] for segment (06eba3e1-baf4-4adb-a8f4-cfab7df87117), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:29.561848 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.services.segments.plugin [-] Segment 06eba3e1-baf4-4adb-a8f4-cfab7df87117 resource provider aggregate not found Oct 01 04:29:29.603708 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.services.segments.plugin [-] Segment 06eba3e1-baf4-4adb-a8f4-cfab7df87117 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 06eba3e1-baf4-4adb-a8f4-cfab7df87117 found for delete ", "request_id": "req-b4033a4c-7dee-46f9-b78e-56b238a86696"}]} Oct 01 04:29:29.609966 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-04fc4899-d612-493c-9803-03ddb185cbd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-909719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8037924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989909'] for network (bddd7754-f392-4f22-b92b-c088917d60a6), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:29.615242 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-04fc4899-d612-493c-9803-03ddb185cbd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for network (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:29.618288 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-04fc4899-d612-493c-9803-03ddb185cbd6 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/bddd7754-f392-4f22-b92b-c088917d60a6 HTTP/1.1" status: 204 len: 168 time: 0.5378602 Oct 01 04:29:29.629400 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc4899-d612-493c-9803-03ddb185cbd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=bddd7754-f392-4f22-b92b-c088917d60a6,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:29:29.782542 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 42490) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:29:29.822617 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-194c51a3-ffc8-4ee4-be04-a1181e68ba4a admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=57f927e7829a4172b9919b964a9e7c13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388963 Oct 01 04:29:29.825655 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 42492) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:29:29.879969 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f64a6abf-3926-4088-b3cc-aa66a3430c43 admin admin] Publish callbacks [] for security_group (a342fa3b-5bc8-4dd0-8a4e-e8efa4bb2d9c), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:29.900841 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f64a6abf-3926-4088-b3cc-aa66a3430c43 admin admin] Publish callbacks [] for security_group (a342fa3b-5bc8-4dd0-8a4e-e8efa4bb2d9c), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:29.946258 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f64a6abf-3926-4088-b3cc-aa66a3430c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (a342fa3b-5bc8-4dd0-8a4e-e8efa4bb2d9c), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:29.948917 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f64a6abf-3926-4088-b3cc-aa66a3430c43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:29.950642 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-f64a6abf-3926-4088-b3cc-aa66a3430c43 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/a342fa3b-5bc8-4dd0-8a4e-e8efa4bb2d9c HTTP/1.1" status: 204 len: 168 time: 0.1234767 Oct 01 04:29:29.958065 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a6abf-3926-4088-b3cc-aa66a3430c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a342fa3b-5bc8-4dd0-8a4e-e8efa4bb2d9c,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:29:30.418576 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 3fce2337-4ec9-48ab-9b8a-998d0f6bc23b no longer exists at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:29:30.438540 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] No Port match for: 3fce2337-4ec9-48ab-9b8a-998d0f6bc23b {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 01 04:29:30.438811 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 3fce2337-4ec9-48ab-9b8a-998d0f6bc23b not bound to the agent host dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 01 04:29:30.439224 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 4bc404c5-c8a9-42a3-881d-e9b151d0fdad no longer exists at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:29:30.457758 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] No Port match for: 4bc404c5-c8a9-42a3-881d-e9b151d0fdad {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 01 04:29:30.458110 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device 4bc404c5-c8a9-42a3-881d-e9b151d0fdad not bound to the agent host dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 01 04:29:30.458516 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device fe2df544-dfe3-4243-8a63-c0ef13b236fd no longer exists at agent ovs-agent-dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:29:30.477085 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] No Port match for: fe2df544-dfe3-4243-8a63-c0ef13b236fd {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 01 04:29:30.477439 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Device fe2df544-dfe3-4243-8a63-c0ef13b236fd not bound to the agent host dv-cinder-860044-1-iscsi {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 01 04:29:32.213503 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:29:32.899175 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 42624) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:29:33.003545 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c0b07535-0689-4602-94d9-2c499f8de57f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:33.079298 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c0b07535-0689-4602-94d9-2c499f8de57f admin admin] Publish callbacks [] for security_group (63d05693-9de2-471b-a108-b89c41d0ed06), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:33.082754 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c0b07535-0689-4602-94d9-2c499f8de57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (63d05693-9de2-471b-a108-b89c41d0ed06), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:33.122307 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-c0b07535-0689-4602-94d9-2c499f8de57f admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=6ec3f586a8044d1ea4d532e957ac4c4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2214849 Oct 01 04:29:33.123265 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b07535-0689-4602-94d9-2c499f8de57f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d05693-9de2-471b-a108-b89c41d0ed06,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:29:33.125011 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 42628) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:29:33.174977 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-16951fa6-d615-4fd4-b6f7-62f0f99b1261 admin admin] Publish callbacks [] for security_group (63d05693-9de2-471b-a108-b89c41d0ed06), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:33.195381 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-16951fa6-d615-4fd4-b6f7-62f0f99b1261 admin admin] Publish callbacks [] for security_group (63d05693-9de2-471b-a108-b89c41d0ed06), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:33.243395 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-16951fa6-d615-4fd4-b6f7-62f0f99b1261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (63d05693-9de2-471b-a108-b89c41d0ed06), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:33.246547 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-16951fa6-d615-4fd4-b6f7-62f0f99b1261 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:33.248250 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-16951fa6-d615-4fd4-b6f7-62f0f99b1261 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/63d05693-9de2-471b-a108-b89c41d0ed06 HTTP/1.1" status: 204 len: 168 time: 0.1220031 Oct 01 04:29:33.255884 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16951fa6-d615-4fd4-b6f7-62f0f99b1261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d05693-9de2-471b-a108-b89c41d0ed06,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:29:33.511303 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 42634) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:29:33.528691 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-13426b33-32bc-4690-9898-488d41d74507 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:33.585860 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:29:33.605291 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-13426b33-32bc-4690-9898-488d41d74507 admin admin] Publish callbacks [] for security_group (8b7ed7bb-bdf8-487e-ac32-d84378b3cd0b), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:33.609964 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-13426b33-32bc-4690-9898-488d41d74507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (8b7ed7bb-bdf8-487e-ac32-d84378b3cd0b), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:33.629427 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:29:33.650559 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-13426b33-32bc-4690-9898-488d41d74507 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=10849b036f524fc994cf92b2fa3dc2c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1382258 Oct 01 04:29:33.651332 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13426b33-32bc-4690-9898-488d41d74507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7ed7bb-bdf8-487e-ac32-d84378b3cd0b,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:29:33.653859 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 42636) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:29:33.662714 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:29:33.708146 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b881a85f-0209-47b2-99c1-816fc78a7fda admin admin] Publish callbacks [] for security_group (8b7ed7bb-bdf8-487e-ac32-d84378b3cd0b), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:33.728069 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b881a85f-0209-47b2-99c1-816fc78a7fda admin admin] Publish callbacks [] for security_group (8b7ed7bb-bdf8-487e-ac32-d84378b3cd0b), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:33.777398 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b881a85f-0209-47b2-99c1-816fc78a7fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (8b7ed7bb-bdf8-487e-ac32-d84378b3cd0b), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:33.780525 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b881a85f-0209-47b2-99c1-816fc78a7fda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:33.781690 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-b881a85f-0209-47b2-99c1-816fc78a7fda admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/8b7ed7bb-bdf8-487e-ac32-d84378b3cd0b HTTP/1.1" status: 204 len: 168 time: 0.1263783 Oct 01 04:29:33.789604 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b881a85f-0209-47b2-99c1-816fc78a7fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7ed7bb-bdf8-487e-ac32-d84378b3cd0b,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:29:41.032810 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:29:42.778298 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-df51bc98-f37d-495d-a6eb-a4b29639e63b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (973633b6-dd94-436d-b3a5-971dbc41e63c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:43.646522 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=7 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:29:43.784942 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:29:43.785655 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=13,neutron:DELETE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:29:45.105817 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-291f1085-b516-4dfd-b83b-6be77b143931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (797ac3f1-c973-4eec-9950-99ad88971ed1), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:46.291704 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55550f09-9bf2-4503-b16a-2d26c0a47f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (3f31be2c-2b77-4d66-9a3d-30b9eb89a668), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:47.710756 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (d8875dbe-87f1-4639-b3ef-79ff4b202d58), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:47.969126 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91c43220-b735-4568-b99e-ce3dc63ea20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (a017e3cb-dd0a-4c83-ac3d-dd65b6d6e9f8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:52.930143 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (2c3964fb-7920-4c48-8672-be15ccfa9ce8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:29:52.988320 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.agents_db [None req-12b97a57-14e3-4267-90b0-a9e0353f7932 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 01 04:30:02.924201 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:30:02.926198 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:30:02.998591 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 42840) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:30:03.103101 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1b9d5a6c-66b1-4801-aa3e-1606dcdb5b08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:03.180598 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1b9d5a6c-66b1-4801-aa3e-1606dcdb5b08 admin admin] Publish callbacks [] for security_group (82366ac1-9139-496b-b7b4-99d41b80be76), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:03.184277 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1b9d5a6c-66b1-4801-aa3e-1606dcdb5b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (82366ac1-9139-496b-b7b4-99d41b80be76), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:03.222846 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d5a6c-66b1-4801-aa3e-1606dcdb5b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82366ac1-9139-496b-b7b4-99d41b80be76,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:30:03.227095 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-1b9d5a6c-66b1-4801-aa3e-1606dcdb5b08 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=82166a1328ea43c9bd8d8618e36da9dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2274711 Oct 01 04:30:03.229787 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 42844) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:30:03.281401 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-ca39819b-835f-4c92-bc58-800d3bd1712f admin admin] Publish callbacks [] for security_group (82366ac1-9139-496b-b7b4-99d41b80be76), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:03.301454 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-ca39819b-835f-4c92-bc58-800d3bd1712f admin admin] Publish callbacks [] for security_group (82366ac1-9139-496b-b7b4-99d41b80be76), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:03.347785 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-ca39819b-835f-4c92-bc58-800d3bd1712f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (82366ac1-9139-496b-b7b4-99d41b80be76), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:03.350376 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-ca39819b-835f-4c92-bc58-800d3bd1712f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:03.351504 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-ca39819b-835f-4c92-bc58-800d3bd1712f admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/82366ac1-9139-496b-b7b4-99d41b80be76 HTTP/1.1" status: 204 len: 168 time: 0.1208365 Oct 01 04:30:03.359058 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca39819b-835f-4c92-bc58-800d3bd1712f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82366ac1-9139-496b-b7b4-99d41b80be76,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:30:03.610972 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 42850) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:30:03.627944 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5804ac9b-697b-4824-8e11-6f8f85e4516b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:03.705206 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5804ac9b-697b-4824-8e11-6f8f85e4516b admin admin] Publish callbacks [] for security_group (f7d794f9-9a14-44e1-895c-f419c873339c), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:03.708706 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5804ac9b-697b-4824-8e11-6f8f85e4516b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (f7d794f9-9a14-44e1-895c-f419c873339c), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:03.746421 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5804ac9b-697b-4824-8e11-6f8f85e4516b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d794f9-9a14-44e1-895c-f419c873339c,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:30:03.750768 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-5804ac9b-697b-4824-8e11-6f8f85e4516b admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=dddff7c75e5f4e82a1277952a451f665&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1387508 Oct 01 04:30:03.754083 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 42852) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:30:03.805028 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-16f334d1-a309-41a4-b4d8-66b3a93d5689 admin admin] Publish callbacks [] for security_group (f7d794f9-9a14-44e1-895c-f419c873339c), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:03.825871 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-16f334d1-a309-41a4-b4d8-66b3a93d5689 admin admin] Publish callbacks [] for security_group (f7d794f9-9a14-44e1-895c-f419c873339c), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:03.871218 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-16f334d1-a309-41a4-b4d8-66b3a93d5689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (f7d794f9-9a14-44e1-895c-f419c873339c), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:03.873833 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-16f334d1-a309-41a4-b4d8-66b3a93d5689 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:03.874991 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-16f334d1-a309-41a4-b4d8-66b3a93d5689 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/f7d794f9-9a14-44e1-895c-f419c873339c HTTP/1.1" status: 204 len: 168 time: 0.1200225 Oct 01 04:30:03.883307 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f334d1-a309-41a4-b4d8-66b3a93d5689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d794f9-9a14-44e1-895c-f419c873339c,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:30:04.993194 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:30:04.997138 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=5 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:30:12.053190 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 42970) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:30:12.159378 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2cb40205-51e5-4b32-94be-09970c7ae03b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:12.193996 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:30:12.227096 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:30:12.251665 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2cb40205-51e5-4b32-94be-09970c7ae03b admin admin] Publish callbacks [] for security_group (cd4c9c0a-38f3-43be-b6c1-ba46d8620ab7), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:12.256191 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2cb40205-51e5-4b32-94be-09970c7ae03b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (cd4c9c0a-38f3-43be-b6c1-ba46d8620ab7), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:12.295305 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-2cb40205-51e5-4b32-94be-09970c7ae03b admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=32f8dcdeef934a5889c183ec781bf613&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2409954 Oct 01 04:30:12.296491 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb40205-51e5-4b32-94be-09970c7ae03b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4c9c0a-38f3-43be-b6c1-ba46d8620ab7,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:30:12.298528 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 42974) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:30:12.348301 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a0cddbcb-8eec-4d55-8cf0-9bd06fb8f29c admin admin] Publish callbacks [] for security_group (cd4c9c0a-38f3-43be-b6c1-ba46d8620ab7), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:12.369044 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a0cddbcb-8eec-4d55-8cf0-9bd06fb8f29c admin admin] Publish callbacks [] for security_group (cd4c9c0a-38f3-43be-b6c1-ba46d8620ab7), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:12.415459 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a0cddbcb-8eec-4d55-8cf0-9bd06fb8f29c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (cd4c9c0a-38f3-43be-b6c1-ba46d8620ab7), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:12.418131 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a0cddbcb-8eec-4d55-8cf0-9bd06fb8f29c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:12.419267 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-a0cddbcb-8eec-4d55-8cf0-9bd06fb8f29c admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/cd4c9c0a-38f3-43be-b6c1-ba46d8620ab7 HTTP/1.1" status: 204 len: 168 time: 0.1197655 Oct 01 04:30:12.427618 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cddbcb-8eec-4d55-8cf0-9bd06fb8f29c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4c9c0a-38f3-43be-b6c1-ba46d8620ab7,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:30:12.681377 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 42980) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:30:12.697857 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-90e7e199-2aab-401a-9e08-b460293870c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:12.776520 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-90e7e199-2aab-401a-9e08-b460293870c1 admin admin] Publish callbacks [] for security_group (5e14d7c5-6936-437f-a1ed-e516e8b082e7), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:12.781268 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-90e7e199-2aab-401a-9e08-b460293870c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (5e14d7c5-6936-437f-a1ed-e516e8b082e7), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:12.783809 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b193bb98-224e-43e2-bdf1-d6cff776739b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (973633b6-dd94-436d-b3a5-971dbc41e63c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:12.821764 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e7e199-2aab-401a-9e08-b460293870c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e14d7c5-6936-437f-a1ed-e516e8b082e7,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:30:12.826043 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-90e7e199-2aab-401a-9e08-b460293870c1 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=33de398a68e543b89e051b05b8920820&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1436534 Oct 01 04:30:12.828732 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 42982) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:30:12.879703 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-65ab9324-4a23-4f6e-8c98-381af69f080c admin admin] Publish callbacks [] for security_group (5e14d7c5-6936-437f-a1ed-e516e8b082e7), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:12.901457 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-65ab9324-4a23-4f6e-8c98-381af69f080c admin admin] Publish callbacks [] for security_group (5e14d7c5-6936-437f-a1ed-e516e8b082e7), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:12.948728 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-65ab9324-4a23-4f6e-8c98-381af69f080c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (5e14d7c5-6936-437f-a1ed-e516e8b082e7), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:12.951350 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-65ab9324-4a23-4f6e-8c98-381af69f080c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:12.952526 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-65ab9324-4a23-4f6e-8c98-381af69f080c admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/5e14d7c5-6936-437f-a1ed-e516e8b082e7 HTTP/1.1" status: 204 len: 168 time: 0.1229038 Oct 01 04:30:12.962176 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab9324-4a23-4f6e-8c98-381af69f080c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e14d7c5-6936-437f-a1ed-e516e8b082e7,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:30:13.300911 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 42988) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:30:13.316371 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-52b46b21-63eb-42b9-8a43-0183d0c4a26b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:13.399817 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-52b46b21-63eb-42b9-8a43-0183d0c4a26b admin admin] Publish callbacks [] for security_group (6c0af407-abe1-4436-a1c2-f6d47e1825c3), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:13.403782 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-52b46b21-63eb-42b9-8a43-0183d0c4a26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (6c0af407-abe1-4436-a1c2-f6d47e1825c3), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:13.444559 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-52b46b21-63eb-42b9-8a43-0183d0c4a26b admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=f285e38b167842cab9a3956e5489e621&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1424508 Oct 01 04:30:13.445364 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b46b21-63eb-42b9-8a43-0183d0c4a26b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0af407-abe1-4436-a1c2-f6d47e1825c3,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:30:13.448162 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 42990) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:30:13.496180 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b780bc3d-d093-4ca7-9b7d-472d02f971f5 admin admin] Publish callbacks [] for security_group (6c0af407-abe1-4436-a1c2-f6d47e1825c3), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:13.517324 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b780bc3d-d093-4ca7-9b7d-472d02f971f5 admin admin] Publish callbacks [] for security_group (6c0af407-abe1-4436-a1c2-f6d47e1825c3), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:13.564993 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b780bc3d-d093-4ca7-9b7d-472d02f971f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (6c0af407-abe1-4436-a1c2-f6d47e1825c3), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:13.567578 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b780bc3d-d093-4ca7-9b7d-472d02f971f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:13.568734 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-b780bc3d-d093-4ca7-9b7d-472d02f971f5 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/6c0af407-abe1-4436-a1c2-f6d47e1825c3 HTTP/1.1" status: 204 len: 168 time: 0.1193805 Oct 01 04:30:13.576539 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780bc3d-d093-4ca7-9b7d-472d02f971f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0af407-abe1-4436-a1c2-f6d47e1825c3,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:30:14.241480 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 43012) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:30:14.339847 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-856eb0d1-0033-4d22-bfff-d0e7494caf51 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-496580461-network', 'tenant_id': 'c465c8ca23c943ab87092a9544383677'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:30:14.360080 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856eb0d1-0033-4d22-bfff-d0e7494caf51 admin admin] Made reservation on behalf of c465c8ca23c943ab87092a9544383677 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:30:14.362926 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-856eb0d1-0033-4d22-bfff-d0e7494caf51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for network (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:14.371434 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-856eb0d1-0033-4d22-bfff-d0e7494caf51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:14.446646 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-856eb0d1-0033-4d22-bfff-d0e7494caf51 admin admin] Publish callbacks [] for security_group (4f45f429-2eeb-4645-96d7-88cc89f44c36), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:14.450226 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-856eb0d1-0033-4d22-bfff-d0e7494caf51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (4f45f429-2eeb-4645-96d7-88cc89f44c36), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:14.472432 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-856eb0d1-0033-4d22-bfff-d0e7494caf51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 01 04:30:14.486225 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856eb0d1-0033-4d22-bfff-d0e7494caf51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f45f429-2eeb-4645-96d7-88cc89f44c36,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:30:14.491976 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-856eb0d1-0033-4d22-bfff-d0e7494caf51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916673'] for segment (f15008ab-ec44-4569-917f-ac52f61174a6), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:14.492252 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.db.segments_db [None req-856eb0d1-0033-4d22-bfff-d0e7494caf51 admin admin] Added segment f15008ab-ec44-4569-917f-ac52f61174a6 of type vlan for network 4153c2bf-cbb3-485c-bf95-921ca0607fc3 Oct 01 04:30:14.537158 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-856eb0d1-0033-4d22-bfff-d0e7494caf51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783883007151'] for network (4153c2bf-cbb3-485c-bf95-921ca0607fc3), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:14.560835 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-856eb0d1-0033-4d22-bfff-d0e7494caf51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8037924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598'] for network (4153c2bf-cbb3-485c-bf95-921ca0607fc3), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:14.561824 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856eb0d1-0033-4d22-bfff-d0e7494caf51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:30:14.562399 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-856eb0d1-0033-4d22-bfff-d0e7494caf51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for network (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:14.615222 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-856eb0d1-0033-4d22-bfff-d0e7494caf51 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3726616 Oct 01 04:30:14.618302 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 43016) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:30:14.624255 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.v2.base [None req-82fffc87-9bdf-4c24-aaac-e93d3105523e admin admin] Request body: {'subnet': {'network_id': '4153c2bf-cbb3-485c-bf95-921ca0607fc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-496580461-subnet', 'tenant_id': 'c465c8ca23c943ab87092a9544383677', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:30:14.629178 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856eb0d1-0033-4d22-bfff-d0e7494caf51 admin admin] Pushing event updated for resources: {'Network': ['ID=4153c2bf-cbb3-485c-bf95-921ca0607fc3,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:30:14.632257 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:30:14.639684 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Network 4153c2bf-cbb3-485c-bf95-921ca0607fc3 details requested by agent ovs-agent-dv-cinder-860044-1-iscsi with host dv-cinder-860044-1-iscsi {{(pid=106388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 01 04:30:14.648550 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82fffc87-9bdf-4c24-aaac-e93d3105523e admin admin] Made reservation on behalf of c465c8ca23c943ab87092a9544383677 for: {'subnet': 1} {{(pid=106386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:30:14.651130 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-82fffc87-9bdf-4c24-aaac-e93d3105523e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5089272'] for subnet (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:14.663832 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:30:14.820178 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-82fffc87-9bdf-4c24-aaac-e93d3105523e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8038045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5053181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5089230'] for subnet (94b4b4c9-c6e4-4602-a78c-437a2611df75), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:14.880641 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fffc87-9bdf-4c24-aaac-e93d3105523e admin admin] Pushing event updated for resources: {'Subnet': ['ID=94b4b4c9-c6e4-4602-a78c-437a2611df75,revision_number=0']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:30:14.889683 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fffc87-9bdf-4c24-aaac-e93d3105523e admin admin] Checking segment: {'id': 'f15008ab-ec44-4569-917f-ac52f61174a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4153c2bf-cbb3-485c-bf95-921ca0607fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:30:14.890041 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fffc87-9bdf-4c24-aaac-e93d3105523e admin admin] Network hostable DHCP agents. Network: 4153c2bf-cbb3-485c-bf95-921ca0607fc3, hostable agents: ['973633b6-dd94-436d-b3a5-971dbc41e63c'], hosted agents: [] {{(pid=106386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 01 04:30:14.908459 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fffc87-9bdf-4c24-aaac-e93d3105523e admin admin] Network 4153c2bf-cbb3-485c-bf95-921ca0607fc3 is scheduled to be hosted by DHCP agent 973633b6-dd94-436d-b3a5-971dbc41e63c with binding_index 1 {{(pid=106386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 01 04:30:14.916824 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-82fffc87-9bdf-4c24-aaac-e93d3105523e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860044-1-iscsi, 4153c2bf-cbb3-485c-bf95-921ca0607fc3) {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:30:14.921438 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fffc87-9bdf-4c24-aaac-e93d3105523e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:30:14.922456 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-82fffc87-9bdf-4c24-aaac-e93d3105523e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for subnet (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:14.926277 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5c3482-25ff-4041-b56e-fa9c649cf69f None None] Network 4153c2bf-cbb3-485c-bf95-921ca0607fc3 requested from dv-cinder-860044-1-iscsi {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 01 04:30:14.940044 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-82fffc87-9bdf-4c24-aaac-e93d3105523e admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3195884 Oct 01 04:30:15.030025 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba45722c-36e0-4de1-9d05-60b5205ff7ce None None] Network 4153c2bf-cbb3-485c-bf95-921ca0607fc3 requested from dv-cinder-860044-1-iscsi {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 01 04:30:15.139332 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d1af0461-5b7b-4d35-8e07-29af57730d0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (797ac3f1-c973-4eec-9950-99ad88971ed1), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:16.293669 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55550f09-9bf2-4503-b16a-2d26c0a47f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (3f31be2c-2b77-4d66-9a3d-30b9eb89a668), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:16.717617 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b613b98-c37f-4729-9286-eb407a5aaa6d req-2e1ff5ca-7775-4ec3-815c-55e7e85a38be tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:30:16.719280 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-3b613b98-c37f-4729-9286-eb407a5aaa6d req-2e1ff5ca-7775-4ec3-815c-55e7e85a38be tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] 10.222.0.26 "GET /networking/v2.0/networks?id=4153c2bf-cbb3-485c-bf95-921ca0607fc3 HTTP/1.1" status: 200 len: 813 time: 0.1026881 Oct 01 04:30:16.734204 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-3b613b98-c37f-4729-9286-eb407a5aaa6d req-d70745de-312f-45b2-83ca-6815c5f4427a tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] 10.222.0.26 "GET /networking/v2.0/quotas/c465c8ca23c943ab87092a9544383677 HTTP/1.1" status: 200 len: 375 time: 0.0089638 Oct 01 04:30:16.765969 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-3b613b98-c37f-4729-9286-eb407a5aaa6d req-d09b7ddc-f4ab-4510-9ffe-fedf7a8a0758 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=c465c8ca23c943ab87092a9544383677&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267689 Oct 01 04:30:16.906438 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-3b613b98-c37f-4729-9286-eb407a5aaa6d req-5ed33e8c-55d6-4915-a477-4392838b1fb0 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4153c2bf-cbb3-485c-bf95-921ca0607fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329801 Oct 01 04:30:16.998880 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-3b613b98-c37f-4729-9286-eb407a5aaa6d req-b010a9fa-5db8-4d11-ad38-cf61918c3688 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4153c2bf-cbb3-485c-bf95-921ca0607fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861700 Oct 01 04:30:17.167292 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-95f5367b-8fd5-4651-843f-c8eb0d3e5d41 req-8b02d5ec-5a45-4c8b-a462-1456569de530 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2a39ac89-d27e-4866-ae18-130bc363c05c HTTP/1.1" status: 200 len: 210 time: 0.0292513 Oct 01 04:30:17.714688 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (d8875dbe-87f1-4639-b3ef-79ff4b202d58), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:17.971994 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91c43220-b735-4568-b99e-ce3dc63ea20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (a017e3cb-dd0a-4c83-ac3d-dd65b6d6e9f8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:18.293373 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b613b98-c37f-4729-9286-eb407a5aaa6d req-03e02fc5-f418-49de-b95c-a536498ca3af tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:30:18.296560 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3b613b98-c37f-4729-9286-eb407a5aaa6d req-03e02fc5-f418-49de-b95c-a536498ca3af tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] 10.222.0.25 "GET /networking/v2.0/networks?id=4153c2bf-cbb3-485c-bf95-921ca0607fc3 HTTP/1.1" status: 200 len: 813 time: 0.1381638 Oct 01 04:30:18.308174 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-0166a02d-a419-4965-9af4-a989148ec219 req-35d6798f-d0a8-4d29-a044-4d4976a2e6f3 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2a39ac89-d27e-4866-ae18-130bc363c05c HTTP/1.1" status: 200 len: 210 time: 0.0366895 Oct 01 04:30:18.311057 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-3b613b98-c37f-4729-9286-eb407a5aaa6d req-53afa9a2-0d3a-4081-b49d-ac39aa49ccb3 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Request body: {'port': {'device_id': '2a39ac89-d27e-4866-ae18-130bc363c05c', 'network_id': '4153c2bf-cbb3-485c-bf95-921ca0607fc3', 'admin_state_up': True, 'tenant_id': 'c465c8ca23c943ab87092a9544383677'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:30:18.427618 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b613b98-c37f-4729-9286-eb407a5aaa6d req-53afa9a2-0d3a-4081-b49d-ac39aa49ccb3 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Made reservation on behalf of c465c8ca23c943ab87092a9544383677 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:30:18.431545 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-3b613b98-c37f-4729-9286-eb407a5aaa6d req-53afa9a2-0d3a-4081-b49d-ac39aa49ccb3 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:18.518230 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:30:18.535978 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:30:18.567113 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-3b613b98-c37f-4729-9286-eb407a5aaa6d req-53afa9a2-0d3a-4081-b49d-ac39aa49ccb3 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Allocated IP 172.20.0.6 (4153c2bf-cbb3-485c-bf95-921ca0607fc3/94b4b4c9-c6e4-4602-a78c-437a2611df75/304ccc01-fc3d-4d39-a60a-8fdf78522c34) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:30:18.720238 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-3b613b98-c37f-4729-9286-eb407a5aaa6d req-53afa9a2-0d3a-4081-b49d-ac39aa49ccb3 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Publish callbacks [] for port (304ccc01-fc3d-4d39-a60a-8fdf78522c34), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:18.753617 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-3b613b98-c37f-4729-9286-eb407a5aaa6d req-53afa9a2-0d3a-4081-b49d-ac39aa49ccb3 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (304ccc01-fc3d-4d39-a60a-8fdf78522c34), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:18.794962 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b613b98-c37f-4729-9286-eb407a5aaa6d req-53afa9a2-0d3a-4081-b49d-ac39aa49ccb3 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Network 4153c2bf-cbb3-485c-bf95-921ca0607fc3 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:30:18.798599 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-3b613b98-c37f-4729-9286-eb407a5aaa6d req-53afa9a2-0d3a-4081-b49d-ac39aa49ccb3 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:30:18.802562 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b613b98-c37f-4729-9286-eb407a5aaa6d req-53afa9a2-0d3a-4081-b49d-ac39aa49ccb3 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:30:18.830594 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53afa9a2-0d3a-4081-b49d-ac39aa49ccb3 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Pushing event updated for resources: {'Port': ['ID=304ccc01-fc3d-4d39-a60a-8fdf78522c34,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:30:18.859372 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b613b98-c37f-4729-9286-eb407a5aaa6d req-53afa9a2-0d3a-4081-b49d-ac39aa49ccb3 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:30:18.860602 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-3b613b98-c37f-4729-9286-eb407a5aaa6d req-53afa9a2-0d3a-4081-b49d-ac39aa49ccb3 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:18.877563 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3b613b98-c37f-4729-9286-eb407a5aaa6d req-53afa9a2-0d3a-4081-b49d-ac39aa49ccb3 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5713398 Oct 01 04:30:18.937023 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-3b613b98-c37f-4729-9286-eb407a5aaa6d req-e68efd56-02ab-4b97-b3ad-42d00e71e285 service neutron] Request body: {'port': {'device_id': '2a39ac89-d27e-4866-ae18-130bc363c05c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86004'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:30:18.996584 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-3b613b98-c37f-4729-9286-eb407a5aaa6d req-e68efd56-02ab-4b97-b3ad-42d00e71e285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (304ccc01-fc3d-4d39-a60a-8fdf78522c34), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:19.254497 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [req-3b613b98-c37f-4729-9286-eb407a5aaa6d req-e68efd56-02ab-4b97-b3ad-42d00e71e285 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 304ccc01-fc3d-4d39-a60a-8fdf78522c34 {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 01 04:30:19.262021 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-3b613b98-c37f-4729-9286-eb407a5aaa6d req-e68efd56-02ab-4b97-b3ad-42d00e71e285 service neutron] Publish callbacks [] for port (304ccc01-fc3d-4d39-a60a-8fdf78522c34), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:19.274686 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-3b613b98-c37f-4729-9286-eb407a5aaa6d req-e68efd56-02ab-4b97-b3ad-42d00e71e285 service neutron] Transition to ACTIVE for port object 304ccc01-fc3d-4d39-a60a-8fdf78522c34 will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 01 04:30:19.278607 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-3b613b98-c37f-4729-9286-eb407a5aaa6d req-e68efd56-02ab-4b97-b3ad-42d00e71e285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4916182'] for port (304ccc01-fc3d-4d39-a60a-8fdf78522c34), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:19.316441 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:30:19.338946 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68efd56-02ab-4b97-b3ad-42d00e71e285 service neutron] Pushing event updated for resources: {'Port': ['ID=304ccc01-fc3d-4d39-a60a-8fdf78522c34,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:30:19.364284 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:30:19.396601 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-3b613b98-c37f-4729-9286-eb407a5aaa6d req-e68efd56-02ab-4b97-b3ad-42d00e71e285 service neutron] Attempting to bind port 304ccc01-fc3d-4d39-a60a-8fdf78522c34 on host hv-cinder-86004 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 01 04:30:19.396954 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-3b613b98-c37f-4729-9286-eb407a5aaa6d req-e68efd56-02ab-4b97-b3ad-42d00e71e285 service neutron] Attempting to bind port 304ccc01-fc3d-4d39-a60a-8fdf78522c34 by drivers openvswitch,hyperv on host hv-cinder-86004 at level 0 using segments [{'id': 'f15008ab-ec44-4569-917f-ac52f61174a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4153c2bf-cbb3-485c-bf95-921ca0607fc3'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 01 04:30:19.397290 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b613b98-c37f-4729-9286-eb407a5aaa6d req-e68efd56-02ab-4b97-b3ad-42d00e71e285 service neutron] Attempting to bind port 304ccc01-fc3d-4d39-a60a-8fdf78522c34 on network 4153c2bf-cbb3-485c-bf95-921ca0607fc3 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:30:19.432399 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324a171-88cd-477b-bcbf-377ae0ae68ad req-6b373cb3-9cdb-4418-a752-d9d0cb4e56ab tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:30:19.434545 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d324a171-88cd-477b-bcbf-377ae0ae68ad req-6b373cb3-9cdb-4418-a752-d9d0cb4e56ab tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2a39ac89-d27e-4866-ae18-130bc363c05c HTTP/1.1" status: 200 len: 943 time: 0.0496218 Oct 01 04:30:19.449799 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b613b98-c37f-4729-9286-eb407a5aaa6d req-e68efd56-02ab-4b97-b3ad-42d00e71e285 service neutron] Port 304ccc01-fc3d-4d39-a60a-8fdf78522c34 on network 4153c2bf-cbb3-485c-bf95-921ca0607fc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86004 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 01 04:30:19.450133 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b613b98-c37f-4729-9286-eb407a5aaa6d req-e68efd56-02ab-4b97-b3ad-42d00e71e285 service neutron] Attempting to bind port 304ccc01-fc3d-4d39-a60a-8fdf78522c34 on network 4153c2bf-cbb3-485c-bf95-921ca0607fc3 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:30:19.486414 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d324a171-88cd-477b-bcbf-377ae0ae68ad req-759a7289-f6a1-4551-86b4-ea3f7e8fae55 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4f45f429-2eeb-4645-96d7-88cc89f44c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450871 Oct 01 04:30:19.493293 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b613b98-c37f-4729-9286-eb407a5aaa6d req-e68efd56-02ab-4b97-b3ad-42d00e71e285 service neutron] Checking agent: {'id': '2c3964fb-7920-4c48-8672-be15ccfa9ce8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86004', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 1, 4, 15, 53), 'started_at': datetime.datetime(2022, 10, 1, 4, 15, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 1, 4, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 01 04:30:19.493634 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b613b98-c37f-4729-9286-eb407a5aaa6d req-e68efd56-02ab-4b97-b3ad-42d00e71e285 service neutron] Checking segment: {'id': 'f15008ab-ec44-4569-917f-ac52f61174a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4153c2bf-cbb3-485c-bf95-921ca0607fc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:30:19.494021 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b613b98-c37f-4729-9286-eb407a5aaa6d req-e68efd56-02ab-4b97-b3ad-42d00e71e285 service neutron] Bound using segment: {'id': 'f15008ab-ec44-4569-917f-ac52f61174a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4153c2bf-cbb3-485c-bf95-921ca0607fc3'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 01 04:30:19.494455 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-3b613b98-c37f-4729-9286-eb407a5aaa6d req-e68efd56-02ab-4b97-b3ad-42d00e71e285 service neutron] Bound port: 304ccc01-fc3d-4d39-a60a-8fdf78522c34, host: hv-cinder-86004, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f15008ab-ec44-4569-917f-ac52f61174a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4153c2bf-cbb3-485c-bf95-921ca0607fc3'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 01 04:30:19.494895 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-3b613b98-c37f-4729-9286-eb407a5aaa6d req-e68efd56-02ab-4b97-b3ad-42d00e71e285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (304ccc01-fc3d-4d39-a60a-8fdf78522c34), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:19.558624 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-3b613b98-c37f-4729-9286-eb407a5aaa6d req-e68efd56-02ab-4b97-b3ad-42d00e71e285 service neutron] For port 304ccc01-fc3d-4d39-a60a-8fdf78522c34, host hv-cinder-86004, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 01 04:30:19.561614 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-3b613b98-c37f-4729-9286-eb407a5aaa6d req-e68efd56-02ab-4b97-b3ad-42d00e71e285 service neutron] For port 304ccc01-fc3d-4d39-a60a-8fdf78522c34, host hv-cinder-86004, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=304ccc01-fc3d-4d39-a60a-8fdf78522c34,segment=NetworkSegment(f15008ab-ec44-4569-917f-ac52f61174a6),segment_id=f15008ab-ec44-4569-917f-ac52f61174a6)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 01 04:30:19.568875 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-3b613b98-c37f-4729-9286-eb407a5aaa6d req-e68efd56-02ab-4b97-b3ad-42d00e71e285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4916182'] for port (304ccc01-fc3d-4d39-a60a-8fdf78522c34), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:19.573824 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b613b98-c37f-4729-9286-eb407a5aaa6d req-e68efd56-02ab-4b97-b3ad-42d00e71e285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:30:19.574453 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-3b613b98-c37f-4729-9286-eb407a5aaa6d req-e68efd56-02ab-4b97-b3ad-42d00e71e285 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:19.575820 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3b613b98-c37f-4729-9286-eb407a5aaa6d req-e68efd56-02ab-4b97-b3ad-42d00e71e285 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/304ccc01-fc3d-4d39-a60a-8fdf78522c34 HTTP/1.1" status: 200 len: 1093 time: 0.6915464 Oct 01 04:30:19.576357 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a39ac89-d27e-4866-ae18-130bc363c05c', 'tag': '304ccc01-fc3d-4d39-a60a-8fdf78522c34'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:30:19.578588 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23a471ff00a13a2eea8c87216c43e2c9873adc8b08d975975de21b294c9ff96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c8baff-f429-479b-998b-f9a0aa085985" -d '{"events": [{"name": "network-changed", "server_uuid": "2a39ac89-d27e-4866-ae18-130bc363c05c", "tag": "304ccc01-fc3d-4d39-a60a-8fdf78522c34"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:30:19.645564 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 01 Oct 2022 04:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5520f72b-417e-45a1-8d05-5ec4411e8888 x-openstack-request-id: req-5520f72b-417e-45a1-8d05-5ec4411e8888 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:30:19.645858 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a39ac89-d27e-4866-ae18-130bc363c05c", "tag": "304ccc01-fc3d-4d39-a60a-8fdf78522c34", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:30:19.646112 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5520f72b-417e-45a1-8d05-5ec4411e8888 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:30:19.646508 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5520f72b-417e-45a1-8d05-5ec4411e8888'] response: {'name': 'network-changed', 'server_uuid': '2a39ac89-d27e-4866-ae18-130bc363c05c', 'tag': '304ccc01-fc3d-4d39-a60a-8fdf78522c34', 'status': 'completed', 'code': 200} Oct 01 04:30:19.666854 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68efd56-02ab-4b97-b3ad-42d00e71e285 service neutron] Pushing event updated for resources: {'Port': ['ID=304ccc01-fc3d-4d39-a60a-8fdf78522c34,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:30:19.671171 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b613b98-c37f-4729-9286-eb407a5aaa6d req-5c5480b5-04df-48a0-8ffb-3e9d1db59ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:30:19.673197 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3b613b98-c37f-4729-9286-eb407a5aaa6d req-5c5480b5-04df-48a0-8ffb-3e9d1db59ebb service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=c465c8ca23c943ab87092a9544383677&device_id=2a39ac89-d27e-4866-ae18-130bc363c05c HTTP/1.1" status: 200 len: 1127 time: 0.0611835 Oct 01 04:30:19.713215 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3b613b98-c37f-4729-9286-eb407a5aaa6d req-3545e86a-4cb4-4e5e-a1f1-be9d0a3a83b5 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=304ccc01-fc3d-4d39-a60a-8fdf78522c34 HTTP/1.1" status: 200 len: 217 time: 0.0323842 Oct 01 04:30:19.764311 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b613b98-c37f-4729-9286-eb407a5aaa6d req-e15c3dc3-0634-4098-93c4-901eade8db91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:30:19.765783 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3b613b98-c37f-4729-9286-eb407a5aaa6d req-e15c3dc3-0634-4098-93c4-901eade8db91 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=94b4b4c9-c6e4-4602-a78c-437a2611df75 HTTP/1.1" status: 200 len: 853 time: 0.0474386 Oct 01 04:30:19.796537 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3b613b98-c37f-4729-9286-eb407a5aaa6d req-c2e48e2f-f4a5-4c15-99b9-d39197913e15 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=4153c2bf-cbb3-485c-bf95-921ca0607fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248244 Oct 01 04:30:19.889886 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3b613b98-c37f-4729-9286-eb407a5aaa6d req-96f3b8dc-d714-4eca-a175-92565464e378 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4153c2bf-cbb3-485c-bf95-921ca0607fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861464 Oct 01 04:30:19.982071 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3b613b98-c37f-4729-9286-eb407a5aaa6d req-e01a684b-db9a-4dfc-8b70-3765fa1dbb0f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4153c2bf-cbb3-485c-bf95-921ca0607fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867312 Oct 01 04:30:20.609659 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d5b4a-298e-41c9-8fdd-f265417144eb req-23171d35-298b-40fa-848e-e72bddad0d6a tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:30:20.611737 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a19d5b4a-298e-41c9-8fdd-f265417144eb req-23171d35-298b-40fa-848e-e72bddad0d6a tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2a39ac89-d27e-4866-ae18-130bc363c05c HTTP/1.1" status: 200 len: 943 time: 0.0467162 Oct 01 04:30:20.659730 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-a19d5b4a-298e-41c9-8fdd-f265417144eb req-dfac50bc-a373-4e41-8a57-3f82161f408e tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4f45f429-2eeb-4645-96d7-88cc89f44c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421495 Oct 01 04:30:20.671316 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8baff-f429-479b-998b-f9a0aa085985 req-50293085-174f-46c1-bcfc-9064a5dd41ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:30:20.673445 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-77c8baff-f429-479b-998b-f9a0aa085985 req-50293085-174f-46c1-bcfc-9064a5dd41ff service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=c465c8ca23c943ab87092a9544383677&device_id=2a39ac89-d27e-4866-ae18-130bc363c05c HTTP/1.1" status: 200 len: 1127 time: 0.0386677 Oct 01 04:30:20.766136 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8baff-f429-479b-998b-f9a0aa085985 req-ac77d97f-4d4c-4d58-9e71-62bc91fd3cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:30:20.767583 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-77c8baff-f429-479b-998b-f9a0aa085985 req-ac77d97f-4d4c-4d58-9e71-62bc91fd3cb9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=4153c2bf-cbb3-485c-bf95-921ca0607fc3 HTTP/1.1" status: 200 len: 914 time: 0.0881293 Oct 01 04:30:20.805755 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-77c8baff-f429-479b-998b-f9a0aa085985 req-ec5a1453-fc58-4eea-9aee-981551987e34 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=304ccc01-fc3d-4d39-a60a-8fdf78522c34 HTTP/1.1" status: 200 len: 217 time: 0.0321603 Oct 01 04:30:20.853447 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8baff-f429-479b-998b-f9a0aa085985 req-d0bff3e9-d606-4ece-a1b4-5eee93f77f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:30:20.854852 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-77c8baff-f429-479b-998b-f9a0aa085985 req-d0bff3e9-d606-4ece-a1b4-5eee93f77f54 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=94b4b4c9-c6e4-4602-a78c-437a2611df75 HTTP/1.1" status: 200 len: 853 time: 0.0431213 Oct 01 04:30:20.886180 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-77c8baff-f429-479b-998b-f9a0aa085985 req-af37e91c-436b-4c00-9a1b-e3f0b918c8b9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=4153c2bf-cbb3-485c-bf95-921ca0607fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248575 Oct 01 04:30:20.979325 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-77c8baff-f429-479b-998b-f9a0aa085985 req-a94c49fb-3df7-4b06-a2ee-4de2c961cb6a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4153c2bf-cbb3-485c-bf95-921ca0607fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870595 Oct 01 04:30:21.029560 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:30:21.040183 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:30:21.070104 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-77c8baff-f429-479b-998b-f9a0aa085985 req-2a59ad56-e9eb-4901-9389-abf244ec608d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4153c2bf-cbb3-485c-bf95-921ca0607fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852990 Oct 01 04:30:21.780773 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cadbe7-3c9d-43c6-a080-2b117968c4a9 req-0a5a0e9f-8e74-4b9e-9c43-c6c1c303601d tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:30:21.782340 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-f8cadbe7-3c9d-43c6-a080-2b117968c4a9 req-0a5a0e9f-8e74-4b9e-9c43-c6c1c303601d tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2a39ac89-d27e-4866-ae18-130bc363c05c HTTP/1.1" status: 200 len: 943 time: 0.0465300 Oct 01 04:30:21.801334 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:30:21.825898 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:30:21.834536 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-f8cadbe7-3c9d-43c6-a080-2b117968c4a9 req-40b98927-f7be-48f5-8eeb-b122b2655782 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4f45f429-2eeb-4645-96d7-88cc89f44c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463703 Oct 01 04:30:21.868841 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 304ccc01-fc3d-4d39-a60a-8fdf78522c34 details requested by agent hyperv_hv-cinder-86004 with host hv-cinder-86004 {{(pid=106388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 01 04:30:21.970385 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port 304ccc01-fc3d-4d39-a60a-8fdf78522c34, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=304ccc01-fc3d-4d39-a60a-8fdf78522c34,segment=NetworkSegment(f15008ab-ec44-4569-917f-ac52f61174a6),segment_id=f15008ab-ec44-4569-917f-ac52f61174a6)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:30:21.981056 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Returning: {'device': '304ccc01-fc3d-4d39-a60a-8fdf78522c34', 'network_id': '4153c2bf-cbb3-485c-bf95-921ca0607fc3', 'port_id': '304ccc01-fc3d-4d39-a60a-8fdf78522c34', 'mac_address': 'fa:16:3e:45:01:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94b4b4c9-c6e4-4602-a78c-437a2611df75', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 01 04:30:22.015685 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Current status of the port 304ccc01-fc3d-4d39-a60a-8fdf78522c34 is: DOWN; New status is: BUILD {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:30:22.016074 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (304ccc01-fc3d-4d39-a60a-8fdf78522c34), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:22.029043 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 304ccc01-fc3d-4d39-a60a-8fdf78522c34 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 01 04:30:22.049554 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port 304ccc01-fc3d-4d39-a60a-8fdf78522c34, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=304ccc01-fc3d-4d39-a60a-8fdf78522c34,segment=NetworkSegment(f15008ab-ec44-4569-917f-ac52f61174a6),segment_id=f15008ab-ec44-4569-917f-ac52f61174a6)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:30:22.053339 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (304ccc01-fc3d-4d39-a60a-8fdf78522c34), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:22.105634 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Pushing event updated for resources: {'Port': ['ID=304ccc01-fc3d-4d39-a60a-8fdf78522c34,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:30:22.113407 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:30:22.113833 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:30:22.114182 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:30:22.114519 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:30:22.114852 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:30:22.115182 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:30:22.115509 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:30:22.115831 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:30:22.116153 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:30:22.116474 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:30:22.116796 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:30:22.117146 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:30:22.117463 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:30:22.117782 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:30:22.118098 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:30:22.252411 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] get_ports_and_sgs() called for port_ids ['304ccc01-fc3d-4d39-a60a-8fdf78522c34'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 01 04:30:22.946750 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (2c3964fb-7920-4c48-8672-be15ccfa9ce8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:22.956543 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdd3e4-8338-4505-8c6c-4aa50a89621d req-3052bb9f-1856-4f67-94d8-58d33b8b742b tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:30:22.958051 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-88fdd3e4-8338-4505-8c6c-4aa50a89621d req-3052bb9f-1856-4f67-94d8-58d33b8b742b tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2a39ac89-d27e-4866-ae18-130bc363c05c HTTP/1.1" status: 200 len: 944 time: 0.0515440 Oct 01 04:30:23.004769 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-88fdd3e4-8338-4505-8c6c-4aa50a89621d req-f1fb2902-cfa3-4949-b960-7b0e8bbfa16f tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4f45f429-2eeb-4645-96d7-88cc89f44c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412076 Oct 01 04:30:23.885523 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 304ccc01-fc3d-4d39-a60a-8fdf78522c34 up at agent hyperv_hv-cinder-86004 {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:30:23.888493 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:30:23.907784 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:30:23.930120 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Provisioning for port 304ccc01-fc3d-4d39-a60a-8fdf78522c34 completed by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 01 04:30:23.934939 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Provisioning complete for port 304ccc01-fc3d-4d39-a60a-8fdf78522c34 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:30:23.935438 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (304ccc01-fc3d-4d39-a60a-8fdf78522c34), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:23.935748 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Attempt 1 to provision port 304ccc01-fc3d-4d39-a60a-8fdf78522c34 Oct 01 04:30:24.008117 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Current status of the port 304ccc01-fc3d-4d39-a60a-8fdf78522c34 is: BUILD; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:30:24.008809 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (304ccc01-fc3d-4d39-a60a-8fdf78522c34), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:24.033535 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a39ac89-d27e-4866-ae18-130bc363c05c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '304ccc01-fc3d-4d39-a60a-8fdf78522c34'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:30:24.035769 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc2ed8ba810a9a899feae06a2d512ab46721588d0493fdbeca0f1bffbb3e03b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d78e79-631e-4c75-bf2d-a4a9f732fe25" -d '{"events": [{"server_uuid": "2a39ac89-d27e-4866-ae18-130bc363c05c", "name": "network-vif-plugged", "status": "completed", "tag": "304ccc01-fc3d-4d39-a60a-8fdf78522c34"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:30:24.052731 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port 304ccc01-fc3d-4d39-a60a-8fdf78522c34, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=304ccc01-fc3d-4d39-a60a-8fdf78522c34,segment=NetworkSegment(f15008ab-ec44-4569-917f-ac52f61174a6),segment_id=f15008ab-ec44-4569-917f-ac52f61174a6)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:30:24.058254 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (304ccc01-fc3d-4d39-a60a-8fdf78522c34), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:24.109000 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Pushing event updated for resources: {'Port': ['ID=304ccc01-fc3d-4d39-a60a-8fdf78522c34,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:30:24.139491 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7efe68d-a0f1-4e45-be91-4e57e74a97b9 req-56cec0cf-4dd5-4383-adf1-753964b2cd8f tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:30:24.140978 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-c7efe68d-a0f1-4e45-be91-4e57e74a97b9 req-56cec0cf-4dd5-4383-adf1-753964b2cd8f tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2a39ac89-d27e-4866-ae18-130bc363c05c HTTP/1.1" status: 200 len: 945 time: 0.0529447 Oct 01 04:30:24.192721 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-c7efe68d-a0f1-4e45-be91-4e57e74a97b9 req-d9526540-2bdc-491a-9f2c-2a64385b3bd8 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4f45f429-2eeb-4645-96d7-88cc89f44c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447850 Oct 01 04:30:24.207431 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 01 Oct 2022 04:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c40f631-a38f-4f6f-97c2-51fff58ba00e x-openstack-request-id: req-5c40f631-a38f-4f6f-97c2-51fff58ba00e {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:30:24.207725 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a39ac89-d27e-4866-ae18-130bc363c05c", "name": "network-vif-plugged", "status": "completed", "tag": "304ccc01-fc3d-4d39-a60a-8fdf78522c34", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:30:24.207986 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5c40f631-a38f-4f6f-97c2-51fff58ba00e {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:30:24.208411 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c40f631-a38f-4f6f-97c2-51fff58ba00e'] response: {'server_uuid': '2a39ac89-d27e-4866-ae18-130bc363c05c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '304ccc01-fc3d-4d39-a60a-8fdf78522c34', 'code': 200} Oct 01 04:30:24.376602 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814bd028-b215-48bd-81c9-ceb6d847ee02 req-e30fee2b-ffa8-44bd-9faf-2b6b07d26eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:30:24.378120 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-814bd028-b215-48bd-81c9-ceb6d847ee02 req-e30fee2b-ffa8-44bd-9faf-2b6b07d26eb7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2a39ac89-d27e-4866-ae18-130bc363c05c HTTP/1.1" status: 200 len: 1129 time: 0.0422397 Oct 01 04:30:24.426409 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-814bd028-b215-48bd-81c9-ceb6d847ee02 req-fac08e51-32eb-4c67-bdf2-7b71c5b6ebfb service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f45f429-2eeb-4645-96d7-88cc89f44c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420246 Oct 01 04:30:25.312281 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16239b-b1c6-443a-91e0-38d1285140ef req-96c8d9f2-1a30-42f7-8113-080b453fa322 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:30:25.314624 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2e16239b-b1c6-443a-91e0-38d1285140ef req-96c8d9f2-1a30-42f7-8113-080b453fa322 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2a39ac89-d27e-4866-ae18-130bc363c05c HTTP/1.1" status: 200 len: 945 time: 0.0464461 Oct 01 04:30:25.366537 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-2e16239b-b1c6-443a-91e0-38d1285140ef req-67ff8751-9075-4862-8a2a-bdf88cb04be5 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4f45f429-2eeb-4645-96d7-88cc89f44c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463831 Oct 01 04:30:26.487700 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96519f2b-3444-422a-bfa3-7e601039f3ed req-63aaeec2-5f17-4b5c-b2c8-f86e387b490c tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:30:26.489177 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-96519f2b-3444-422a-bfa3-7e601039f3ed req-63aaeec2-5f17-4b5c-b2c8-f86e387b490c tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2a39ac89-d27e-4866-ae18-130bc363c05c HTTP/1.1" status: 200 len: 945 time: 0.0465143 Oct 01 04:30:26.537441 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-96519f2b-3444-422a-bfa3-7e601039f3ed req-92bbf1ea-29b8-4518-ae4f-fd8e943a7640 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4f45f429-2eeb-4645-96d7-88cc89f44c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427167 Oct 01 04:30:29.988177 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.agents_db [None req-12b97a57-14e3-4267-90b0-a9e0353f7932 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 01 04:30:34.105285 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=27,neutron:DELETE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:30:34.106795 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:30:34.420178 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=17 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:30:34.423266 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=10 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:30:36.530715 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=35 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:30:36.533534 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=38 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:30:42.056421 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=19 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:30:42.057782 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=15 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:30:42.781037 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4919b3c3-66f6-4680-ae86-2fc28a3e9013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (973633b6-dd94-436d-b3a5-971dbc41e63c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:45.111295 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-493b9b13-34c5-4746-aecd-80892cb2af77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (797ac3f1-c973-4eec-9950-99ad88971ed1), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:46.296615 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55550f09-9bf2-4503-b16a-2d26c0a47f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (3f31be2c-2b77-4d66-9a3d-30b9eb89a668), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:47.717745 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (d8875dbe-87f1-4639-b3ef-79ff4b202d58), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:47.973932 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91c43220-b735-4568-b99e-ce3dc63ea20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (a017e3cb-dd0a-4c83-ac3d-dd65b6d6e9f8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:30:52.962628 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (2c3964fb-7920-4c48-8672-be15ccfa9ce8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:31:01.744040 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-97e90321-5b67-449a-96f2-4e2f6ebd8fd7 req-213de558-c80e-4333-9bd9-7d257052b605 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2a39ac89-d27e-4866-ae18-130bc363c05c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378501 Oct 01 04:31:01.827781 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e90321-5b67-449a-96f2-4e2f6ebd8fd7 req-94c599cf-9ed7-4bff-8687-ac97dc4f2f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:31:01.829261 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-97e90321-5b67-449a-96f2-4e2f6ebd8fd7 req-94c599cf-9ed7-4bff-8687-ac97dc4f2f88 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=c465c8ca23c943ab87092a9544383677&device_id=2a39ac89-d27e-4866-ae18-130bc363c05c HTTP/1.1" status: 200 len: 1129 time: 0.0410469 Oct 01 04:31:01.939019 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e90321-5b67-449a-96f2-4e2f6ebd8fd7 req-8404508e-bb32-47ea-b643-adea011d7fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:31:01.940473 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-97e90321-5b67-449a-96f2-4e2f6ebd8fd7 req-8404508e-bb32-47ea-b643-adea011d7fbf service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=4153c2bf-cbb3-485c-bf95-921ca0607fc3 HTTP/1.1" status: 200 len: 914 time: 0.0925839 Oct 01 04:31:01.978555 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-97e90321-5b67-449a-96f2-4e2f6ebd8fd7 req-27c89fbc-8d8e-475f-8b97-74ac7c8cbed0 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=304ccc01-fc3d-4d39-a60a-8fdf78522c34 HTTP/1.1" status: 200 len: 217 time: 0.0319357 Oct 01 04:31:02.030425 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e90321-5b67-449a-96f2-4e2f6ebd8fd7 req-ff554a62-f563-40c7-b142-239afdd5db49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:31:02.031915 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-97e90321-5b67-449a-96f2-4e2f6ebd8fd7 req-ff554a62-f563-40c7-b142-239afdd5db49 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=94b4b4c9-c6e4-4602-a78c-437a2611df75 HTTP/1.1" status: 200 len: 853 time: 0.0474861 Oct 01 04:31:02.064130 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-97e90321-5b67-449a-96f2-4e2f6ebd8fd7 req-d0db4881-ebd7-40b7-ae8d-582827d20f4b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=4153c2bf-cbb3-485c-bf95-921ca0607fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264173 Oct 01 04:31:02.153307 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-97e90321-5b67-449a-96f2-4e2f6ebd8fd7 req-cd037935-7bdd-41e4-abc1-a936624c96bb service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4153c2bf-cbb3-485c-bf95-921ca0607fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812728 Oct 01 04:31:02.247251 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-97e90321-5b67-449a-96f2-4e2f6ebd8fd7 req-7373f79d-0530-4c35-a787-6b8d4120128f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4153c2bf-cbb3-485c-bf95-921ca0607fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878789 Oct 01 04:31:02.956564 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:31:02.958672 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:31:04.177163 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03042e95-e238-4f75-9521-38f4fb5665e7 req-aca51341-c8c2-4eb6-a404-79eb1c639bdf tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:31:04.178619 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-03042e95-e238-4f75-9521-38f4fb5665e7 req-aca51341-c8c2-4eb6-a404-79eb1c639bdf tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2a39ac89-d27e-4866-ae18-130bc363c05c HTTP/1.1" status: 200 len: 945 time: 0.0478642 Oct 01 04:31:04.225948 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-03042e95-e238-4f75-9521-38f4fb5665e7 req-ce84b491-7711-4a2a-911d-ebd179bfe873 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4f45f429-2eeb-4645-96d7-88cc89f44c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413022 Oct 01 04:31:05.351322 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c68f4f-f087-461e-8af8-0dd862891e3d req-c6b5bb3f-6e46-400a-a20f-a6e2571e58c7 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:31:05.352772 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-f5c68f4f-f087-461e-8af8-0dd862891e3d req-c6b5bb3f-6e46-400a-a20f-a6e2571e58c7 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2a39ac89-d27e-4866-ae18-130bc363c05c HTTP/1.1" status: 200 len: 945 time: 0.0499480 Oct 01 04:31:05.399422 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-f5c68f4f-f087-461e-8af8-0dd862891e3d req-92c0229a-8108-4a2e-95b4-becb4e5f9a7f tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4f45f429-2eeb-4645-96d7-88cc89f44c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406084 Oct 01 04:31:05.830768 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445985d-2f08-4737-8f47-87eec1b61325 req-7941069c-30de-4c4f-af20-b3a31fabcbcd tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:31:05.832094 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1445985d-2f08-4737-8f47-87eec1b61325 req-7941069c-30de-4c4f-af20-b3a31fabcbcd tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2a39ac89-d27e-4866-ae18-130bc363c05c HTTP/1.1" status: 200 len: 945 time: 0.0458369 Oct 01 04:31:05.915577 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-1445985d-2f08-4737-8f47-87eec1b61325 req-9c00e284-f13d-4824-8091-e7d7bc471d89 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Deleting port 304ccc01-fc3d-4d39-a60a-8fdf78522c34 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:31:05.915898 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-1445985d-2f08-4737-8f47-87eec1b61325 req-9c00e284-f13d-4824-8091-e7d7bc471d89 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (304ccc01-fc3d-4d39-a60a-8fdf78522c34), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:31:06.003128 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-1445985d-2f08-4737-8f47-87eec1b61325 req-9c00e284-f13d-4824-8091-e7d7bc471d89 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] For port 304ccc01-fc3d-4d39-a60a-8fdf78522c34, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=304ccc01-fc3d-4d39-a60a-8fdf78522c34,segment=NetworkSegment(f15008ab-ec44-4569-917f-ac52f61174a6),segment_id=f15008ab-ec44-4569-917f-ac52f61174a6)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:31:06.003492 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-1445985d-2f08-4737-8f47-87eec1b61325 req-9c00e284-f13d-4824-8091-e7d7bc471d89 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (304ccc01-fc3d-4d39-a60a-8fdf78522c34), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:31:06.016535 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-1445985d-2f08-4737-8f47-87eec1b61325 req-9c00e284-f13d-4824-8091-e7d7bc471d89 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Calling delete_port for 304ccc01-fc3d-4d39-a60a-8fdf78522c34 owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:31:06.144901 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-1445985d-2f08-4737-8f47-87eec1b61325 req-9c00e284-f13d-4824-8091-e7d7bc471d89 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (304ccc01-fc3d-4d39-a60a-8fdf78522c34), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:31:06.170701 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c00e284-f13d-4824-8091-e7d7bc471d89 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Pushing event deleted for resources: {'Port': ['ID=304ccc01-fc3d-4d39-a60a-8fdf78522c34,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:31:06.180228 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c00e284-f13d-4824-8091-e7d7bc471d89 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:31:06.180574 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c00e284-f13d-4824-8091-e7d7bc471d89 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:31:06.180910 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c00e284-f13d-4824-8091-e7d7bc471d89 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:31:06.181276 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c00e284-f13d-4824-8091-e7d7bc471d89 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:31:06.181612 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c00e284-f13d-4824-8091-e7d7bc471d89 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:31:06.181944 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c00e284-f13d-4824-8091-e7d7bc471d89 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:31:06.182274 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c00e284-f13d-4824-8091-e7d7bc471d89 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:31:06.183022 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c00e284-f13d-4824-8091-e7d7bc471d89 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:31:06.183022 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c00e284-f13d-4824-8091-e7d7bc471d89 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:31:06.183237 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c00e284-f13d-4824-8091-e7d7bc471d89 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:31:06.183595 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c00e284-f13d-4824-8091-e7d7bc471d89 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:31:06.184007 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c00e284-f13d-4824-8091-e7d7bc471d89 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:31:06.184332 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c00e284-f13d-4824-8091-e7d7bc471d89 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:31:06.184655 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c00e284-f13d-4824-8091-e7d7bc471d89 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:31:06.185002 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c00e284-f13d-4824-8091-e7d7bc471d89 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:31:06.227654 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-1445985d-2f08-4737-8f47-87eec1b61325 req-9c00e284-f13d-4824-8091-e7d7bc471d89 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] No DVR routers for this DVR port 304ccc01-fc3d-4d39-a60a-8fdf78522c34 on host hv-cinder-86004 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 01 04:31:06.230071 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-1445985d-2f08-4737-8f47-87eec1b61325 req-9c00e284-f13d-4824-8091-e7d7bc471d89 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:31:06.233399 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1445985d-2f08-4737-8f47-87eec1b61325 req-9c00e284-f13d-4824-8091-e7d7bc471d89 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] 10.222.0.25 "DELETE /networking/v2.0/ports/304ccc01-fc3d-4d39-a60a-8fdf78522c34 HTTP/1.1" status: 204 len: 173 time: 0.3952539 Oct 01 04:31:06.233891 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a39ac89-d27e-4866-ae18-130bc363c05c', 'name': 'network-vif-deleted', 'tag': '304ccc01-fc3d-4d39-a60a-8fdf78522c34'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:31:06.236119 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23a471ff00a13a2eea8c87216c43e2c9873adc8b08d975975de21b294c9ff96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fdd17e7-3e27-490b-b165-1fd2a465a05c" -d '{"events": [{"server_uuid": "2a39ac89-d27e-4866-ae18-130bc363c05c", "name": "network-vif-deleted", "tag": "304ccc01-fc3d-4d39-a60a-8fdf78522c34"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:31:06.275543 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 01 Oct 2022 04:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b48fc04-7ca9-46b9-9939-28da8bca801f x-openstack-request-id: req-0b48fc04-7ca9-46b9-9939-28da8bca801f {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:31:06.275845 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a39ac89-d27e-4866-ae18-130bc363c05c", "name": "network-vif-deleted", "tag": "304ccc01-fc3d-4d39-a60a-8fdf78522c34", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:31:06.276116 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0b48fc04-7ca9-46b9-9939-28da8bca801f {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:31:06.276513 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b48fc04-7ca9-46b9-9939-28da8bca801f'] response: {'server_uuid': '2a39ac89-d27e-4866-ae18-130bc363c05c', 'name': 'network-vif-deleted', 'tag': '304ccc01-fc3d-4d39-a60a-8fdf78522c34', 'status': 'completed', 'code': 200} Oct 01 04:31:06.515683 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-dc1fb10b-85ea-4eb7-8421-92eeb634a283 req-324435d6-1de8-45a0-a3e3-944718b91e75 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2a39ac89-d27e-4866-ae18-130bc363c05c HTTP/1.1" status: 200 len: 210 time: 0.0284581 Oct 01 04:31:06.987490 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.agents_db [None req-12b97a57-14e3-4267-90b0-a9e0353f7932 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 01 04:31:09.577554 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 304ccc01-fc3d-4d39-a60a-8fdf78522c34 no longer exists at agent hyperv_hv-cinder-86004 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:31:09.596694 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] No Port match for: 304ccc01-fc3d-4d39-a60a-8fdf78522c34 {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 01 04:31:09.597068 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 304ccc01-fc3d-4d39-a60a-8fdf78522c34 not bound to the agent host hv-cinder-86004 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 01 04:31:12.777530 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-77bb3f99-7088-4812-86c6-665f31a41fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (973633b6-dd94-436d-b3a5-971dbc41e63c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:31:15.112791 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e9743972-2ef3-4305-977c-69e9813165f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (797ac3f1-c973-4eec-9950-99ad88971ed1), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:31:15.728706 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb79a4-f7d6-4988-acdd-d69daa4de26e req-3830eff7-44ca-482a-a0c2-8e6f9efa1607 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:31:15.730190 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-37bb79a4-f7d6-4988-acdd-d69daa4de26e req-3830eff7-44ca-482a-a0c2-8e6f9efa1607 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] 10.222.0.26 "GET /networking/v2.0/networks?id=4153c2bf-cbb3-485c-bf95-921ca0607fc3 HTTP/1.1" status: 200 len: 813 time: 0.1072266 Oct 01 04:31:15.744992 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-37bb79a4-f7d6-4988-acdd-d69daa4de26e req-d3771101-2081-48cd-b6b9-b9be54cc71c7 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] 10.222.0.26 "GET /networking/v2.0/quotas/c465c8ca23c943ab87092a9544383677 HTTP/1.1" status: 200 len: 375 time: 0.0088596 Oct 01 04:31:15.777523 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-37bb79a4-f7d6-4988-acdd-d69daa4de26e req-5a1eab82-ed96-4e18-a99f-5ca86fefe7f7 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=c465c8ca23c943ab87092a9544383677&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271871 Oct 01 04:31:15.869483 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-37bb79a4-f7d6-4988-acdd-d69daa4de26e req-dc77c3ce-32dd-4259-9a1f-9559eacbce22 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4153c2bf-cbb3-485c-bf95-921ca0607fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849974 Oct 01 04:31:15.959434 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-37bb79a4-f7d6-4988-acdd-d69daa4de26e req-710f5def-e9a1-4bd3-b346-59cfaf087fd6 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4153c2bf-cbb3-485c-bf95-921ca0607fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837228 Oct 01 04:31:16.120684 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-42b0ef53-732a-40c8-874f-2211964ce2fa req-1048db0a-47b4-4d96-baa2-a870fa6b5dcf tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=72808e6d-f907-44b2-b094-27e432fb5e6e HTTP/1.1" status: 200 len: 210 time: 0.0276473 Oct 01 04:31:16.175202 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=88,neutron:DELETE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:31:16.211620 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=91,neutron:DELETE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:31:16.298594 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55550f09-9bf2-4503-b16a-2d26c0a47f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (3f31be2c-2b77-4d66-9a3d-30b9eb89a668), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:31:17.207541 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-179666f0-6186-4d9a-8a8b-62c51e2b9a39 req-b41d010f-71d9-46a8-ac4a-e602cfce1228 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=72808e6d-f907-44b2-b094-27e432fb5e6e HTTP/1.1" status: 200 len: 210 time: 0.0326393 Oct 01 04:31:17.720096 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (d8875dbe-87f1-4639-b3ef-79ff4b202d58), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:31:17.977241 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91c43220-b735-4568-b99e-ce3dc63ea20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (a017e3cb-dd0a-4c83-ac3d-dd65b6d6e9f8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:31:18.299858 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-88132282-e926-48fc-8385-3c9cc804340e req-7701808f-d94f-4e35-a27b-19cfd4153c30 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=72808e6d-f907-44b2-b094-27e432fb5e6e HTTP/1.1" status: 200 len: 210 time: 0.0292046 Oct 01 04:31:18.999069 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:31:19.001872 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=5 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:31:19.384905 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-63ff8a55-f0d7-4250-985a-5f286f928e0c req-f459766f-18b2-4cb0-9190-2350bac77fd0 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=72808e6d-f907-44b2-b094-27e432fb5e6e HTTP/1.1" status: 200 len: 210 time: 0.0283067 Oct 01 04:31:20.488479 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-596dab14-5b6c-4ecf-b813-3d837dc81edd req-0dbea152-0c86-4457-bae8-845938d989e7 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=72808e6d-f907-44b2-b094-27e432fb5e6e HTTP/1.1" status: 200 len: 210 time: 0.0289199 Oct 01 04:31:21.309450 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb79a4-f7d6-4988-acdd-d69daa4de26e req-5b911cbc-6b4f-483f-8e83-5fdcc085884f tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:31:21.311665 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-37bb79a4-f7d6-4988-acdd-d69daa4de26e req-5b911cbc-6b4f-483f-8e83-5fdcc085884f tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] 10.222.0.25 "GET /networking/v2.0/networks?id=4153c2bf-cbb3-485c-bf95-921ca0607fc3 HTTP/1.1" status: 200 len: 813 time: 0.1110871 Oct 01 04:31:21.323107 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-37bb79a4-f7d6-4988-acdd-d69daa4de26e req-f2a30899-1238-4c20-9f90-75fadda05eb7 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Request body: {'port': {'device_id': '72808e6d-f907-44b2-b094-27e432fb5e6e', 'network_id': '4153c2bf-cbb3-485c-bf95-921ca0607fc3', 'admin_state_up': True, 'tenant_id': 'c465c8ca23c943ab87092a9544383677'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:31:21.434414 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37bb79a4-f7d6-4988-acdd-d69daa4de26e req-f2a30899-1238-4c20-9f90-75fadda05eb7 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Made reservation on behalf of c465c8ca23c943ab87092a9544383677 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 01 04:31:21.438758 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-37bb79a4-f7d6-4988-acdd-d69daa4de26e req-f2a30899-1238-4c20-9f90-75fadda05eb7 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:31:21.566019 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-37bb79a4-f7d6-4988-acdd-d69daa4de26e req-f2a30899-1238-4c20-9f90-75fadda05eb7 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Allocated IP 172.20.0.11 (4153c2bf-cbb3-485c-bf95-921ca0607fc3/94b4b4c9-c6e4-4602-a78c-437a2611df75/8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 01 04:31:21.598126 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-11846201-3e39-4ae1-936a-ab57f59d3b84 req-ef53f32d-07d4-49cf-b871-4283e2f4c96c tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=72808e6d-f907-44b2-b094-27e432fb5e6e HTTP/1.1" status: 200 len: 210 time: 0.0317876 Oct 01 04:31:21.715424 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-37bb79a4-f7d6-4988-acdd-d69daa4de26e req-f2a30899-1238-4c20-9f90-75fadda05eb7 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Publish callbacks [] for port (8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:31:21.746667 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-37bb79a4-f7d6-4988-acdd-d69daa4de26e req-f2a30899-1238-4c20-9f90-75fadda05eb7 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783883067850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:31:21.793667 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37bb79a4-f7d6-4988-acdd-d69daa4de26e req-f2a30899-1238-4c20-9f90-75fadda05eb7 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Network 4153c2bf-cbb3-485c-bf95-921ca0607fc3 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 01 04:31:21.797022 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-37bb79a4-f7d6-4988-acdd-d69daa4de26e req-f2a30899-1238-4c20-9f90-75fadda05eb7 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 01 04:31:21.800770 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-37bb79a4-f7d6-4988-acdd-d69daa4de26e req-f2a30899-1238-4c20-9f90-75fadda05eb7 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 01 04:31:21.823199 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a30899-1238-4c20-9f90-75fadda05eb7 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Pushing event updated for resources: {'Port': ['ID=8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:31:21.850702 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb79a4-f7d6-4988-acdd-d69daa4de26e req-f2a30899-1238-4c20-9f90-75fadda05eb7 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:31:21.851297 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-37bb79a4-f7d6-4988-acdd-d69daa4de26e req-f2a30899-1238-4c20-9f90-75fadda05eb7 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:31:21.868437 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-37bb79a4-f7d6-4988-acdd-d69daa4de26e req-f2a30899-1238-4c20-9f90-75fadda05eb7 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5489962 Oct 01 04:31:21.879100 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-37bb79a4-f7d6-4988-acdd-d69daa4de26e req-04723494-3fa6-4b17-8af1-c8004e761bc8 service neutron] Request body: {'port': {'device_id': '72808e6d-f907-44b2-b094-27e432fb5e6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86004'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 01 04:31:21.936098 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-37bb79a4-f7d6-4988-acdd-d69daa4de26e req-04723494-3fa6-4b17-8af1-c8004e761bc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:31:21.991143 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:31:22.032105 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:31:22.189554 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [req-37bb79a4-f7d6-4988-acdd-d69daa4de26e req-04723494-3fa6-4b17-8af1-c8004e761bc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 01 04:31:22.197180 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-37bb79a4-f7d6-4988-acdd-d69daa4de26e req-04723494-3fa6-4b17-8af1-c8004e761bc8 service neutron] Publish callbacks [] for port (8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:31:22.210258 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-37bb79a4-f7d6-4988-acdd-d69daa4de26e req-04723494-3fa6-4b17-8af1-c8004e761bc8 service neutron] Transition to ACTIVE for port object 8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 01 04:31:22.213141 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-37bb79a4-f7d6-4988-acdd-d69daa4de26e req-04723494-3fa6-4b17-8af1-c8004e761bc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4916182'] for port (8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:31:22.281787 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04723494-3fa6-4b17-8af1-c8004e761bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:31:22.331746 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-37bb79a4-f7d6-4988-acdd-d69daa4de26e req-04723494-3fa6-4b17-8af1-c8004e761bc8 service neutron] Attempting to bind port 8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e on host hv-cinder-86004 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 01 04:31:22.332447 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-37bb79a4-f7d6-4988-acdd-d69daa4de26e req-04723494-3fa6-4b17-8af1-c8004e761bc8 service neutron] Attempting to bind port 8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e by drivers openvswitch,hyperv on host hv-cinder-86004 at level 0 using segments [{'id': 'f15008ab-ec44-4569-917f-ac52f61174a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4153c2bf-cbb3-485c-bf95-921ca0607fc3'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 01 04:31:22.332447 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bb79a4-f7d6-4988-acdd-d69daa4de26e req-04723494-3fa6-4b17-8af1-c8004e761bc8 service neutron] Attempting to bind port 8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e on network 4153c2bf-cbb3-485c-bf95-921ca0607fc3 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:31:22.372829 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bb79a4-f7d6-4988-acdd-d69daa4de26e req-04723494-3fa6-4b17-8af1-c8004e761bc8 service neutron] Port 8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e on network 4153c2bf-cbb3-485c-bf95-921ca0607fc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86004 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 01 04:31:22.373222 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bb79a4-f7d6-4988-acdd-d69daa4de26e req-04723494-3fa6-4b17-8af1-c8004e761bc8 service neutron] Attempting to bind port 8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e on network 4153c2bf-cbb3-485c-bf95-921ca0607fc3 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 01 04:31:22.413396 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bb79a4-f7d6-4988-acdd-d69daa4de26e req-04723494-3fa6-4b17-8af1-c8004e761bc8 service neutron] Checking agent: {'id': '2c3964fb-7920-4c48-8672-be15ccfa9ce8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86004', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 1, 4, 15, 53), 'started_at': datetime.datetime(2022, 10, 1, 4, 15, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 1, 4, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 01 04:31:22.413724 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bb79a4-f7d6-4988-acdd-d69daa4de26e req-04723494-3fa6-4b17-8af1-c8004e761bc8 service neutron] Checking segment: {'id': 'f15008ab-ec44-4569-917f-ac52f61174a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4153c2bf-cbb3-485c-bf95-921ca0607fc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 01 04:31:22.414097 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bb79a4-f7d6-4988-acdd-d69daa4de26e req-04723494-3fa6-4b17-8af1-c8004e761bc8 service neutron] Bound using segment: {'id': 'f15008ab-ec44-4569-917f-ac52f61174a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4153c2bf-cbb3-485c-bf95-921ca0607fc3'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 01 04:31:22.414515 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-37bb79a4-f7d6-4988-acdd-d69daa4de26e req-04723494-3fa6-4b17-8af1-c8004e761bc8 service neutron] Bound port: 8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e, host: hv-cinder-86004, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f15008ab-ec44-4569-917f-ac52f61174a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4153c2bf-cbb3-485c-bf95-921ca0607fc3'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 01 04:31:22.414864 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-37bb79a4-f7d6-4988-acdd-d69daa4de26e req-04723494-3fa6-4b17-8af1-c8004e761bc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:31:22.474061 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-37bb79a4-f7d6-4988-acdd-d69daa4de26e req-04723494-3fa6-4b17-8af1-c8004e761bc8 service neutron] For port 8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e, host hv-cinder-86004, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 01 04:31:22.476877 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-37bb79a4-f7d6-4988-acdd-d69daa4de26e req-04723494-3fa6-4b17-8af1-c8004e761bc8 service neutron] For port 8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e, host hv-cinder-86004, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e,segment=NetworkSegment(f15008ab-ec44-4569-917f-ac52f61174a6),segment_id=f15008ab-ec44-4569-917f-ac52f61174a6)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 01 04:31:22.482126 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-37bb79a4-f7d6-4988-acdd-d69daa4de26e req-04723494-3fa6-4b17-8af1-c8004e761bc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4916182'] for port (8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:31:22.486015 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb79a4-f7d6-4988-acdd-d69daa4de26e req-04723494-3fa6-4b17-8af1-c8004e761bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:31:22.486693 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-37bb79a4-f7d6-4988-acdd-d69daa4de26e req-04723494-3fa6-4b17-8af1-c8004e761bc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:31:22.488074 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-37bb79a4-f7d6-4988-acdd-d69daa4de26e req-04723494-3fa6-4b17-8af1-c8004e761bc8 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e HTTP/1.1" status: 200 len: 1094 time: 0.6128082 Oct 01 04:31:22.488605 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72808e6d-f907-44b2-b094-27e432fb5e6e', 'tag': '8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:31:22.490878 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23a471ff00a13a2eea8c87216c43e2c9873adc8b08d975975de21b294c9ff96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028d06a1-ba8a-45b1-b715-ef6692dbd85c" -d '{"events": [{"name": "network-changed", "server_uuid": "72808e6d-f907-44b2-b094-27e432fb5e6e", "tag": "8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:31:22.549926 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 01 Oct 2022 04:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f831b956-57d5-4b6c-b19f-748b1aa0aefd x-openstack-request-id: req-f831b956-57d5-4b6c-b19f-748b1aa0aefd {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:31:22.550217 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72808e6d-f907-44b2-b094-27e432fb5e6e", "tag": "8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:31:22.550466 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f831b956-57d5-4b6c-b19f-748b1aa0aefd {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:31:22.550946 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f831b956-57d5-4b6c-b19f-748b1aa0aefd'] response: {'name': 'network-changed', 'server_uuid': '72808e6d-f907-44b2-b094-27e432fb5e6e', 'tag': '8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e', 'status': 'completed', 'code': 200} Oct 01 04:31:22.573485 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04723494-3fa6-4b17-8af1-c8004e761bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:31:22.582678 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb79a4-f7d6-4988-acdd-d69daa4de26e req-df24a753-b429-49dc-8f3d-2d0c42b62bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:31:22.584223 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-37bb79a4-f7d6-4988-acdd-d69daa4de26e req-df24a753-b429-49dc-8f3d-2d0c42b62bcd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=c465c8ca23c943ab87092a9544383677&device_id=72808e6d-f907-44b2-b094-27e432fb5e6e HTTP/1.1" status: 200 len: 1128 time: 0.0493989 Oct 01 04:31:22.622232 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-37bb79a4-f7d6-4988-acdd-d69daa4de26e req-a3bc34ee-af8b-42b5-b61d-af8fc8129dff service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e HTTP/1.1" status: 200 len: 217 time: 0.0315135 Oct 01 04:31:22.674217 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb79a4-f7d6-4988-acdd-d69daa4de26e req-be11d2f5-4ab4-4dc8-ad5a-c070a2871538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:31:22.675669 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-37bb79a4-f7d6-4988-acdd-d69daa4de26e req-be11d2f5-4ab4-4dc8-ad5a-c070a2871538 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=94b4b4c9-c6e4-4602-a78c-437a2611df75 HTTP/1.1" status: 200 len: 853 time: 0.0484281 Oct 01 04:31:22.711410 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-37bb79a4-f7d6-4988-acdd-d69daa4de26e req-be41e9d6-8d9e-4819-a75d-c90f09d3e6e5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=4153c2bf-cbb3-485c-bf95-921ca0607fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268717 Oct 01 04:31:22.726560 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b09c5b-87d7-423f-aced-3074919a93c6 req-060ea011-96ed-4d99-b3ce-d41bde121478 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:31:22.727948 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d8b09c5b-87d7-423f-aced-3074919a93c6 req-060ea011-96ed-4d99-b3ce-d41bde121478 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=72808e6d-f907-44b2-b094-27e432fb5e6e HTTP/1.1" status: 200 len: 944 time: 0.0475388 Oct 01 04:31:22.775823 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d8b09c5b-87d7-423f-aced-3074919a93c6 req-635355df-db52-46b3-a095-b64b9257da45 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4f45f429-2eeb-4645-96d7-88cc89f44c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416906 Oct 01 04:31:22.805446 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-37bb79a4-f7d6-4988-acdd-d69daa4de26e req-090dc08f-122e-4ffc-9287-12d1a6fd0a75 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4153c2bf-cbb3-485c-bf95-921ca0607fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884964 Oct 01 04:31:22.978098 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (2c3964fb-7920-4c48-8672-be15ccfa9ce8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:31:23.148840 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:31:23.173353 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-37bb79a4-f7d6-4988-acdd-d69daa4de26e req-fd5b7f4b-6bd3-45c2-978d-64b9130ce05d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4153c2bf-cbb3-485c-bf95-921ca0607fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611393 Oct 01 04:31:23.900000 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6382d-42fb-4690-92f7-dbb9c1a17830 req-743bfebe-3259-4150-8500-a8f673719434 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:31:23.901539 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-fca6382d-42fb-4690-92f7-dbb9c1a17830 req-743bfebe-3259-4150-8500-a8f673719434 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=72808e6d-f907-44b2-b094-27e432fb5e6e HTTP/1.1" status: 200 len: 944 time: 0.0500197 Oct 01 04:31:23.917528 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:31:23.932420 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d06a1-ba8a-45b1-b715-ef6692dbd85c req-f0463479-5963-4a1c-828f-4459492bb34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:31:23.935152 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-028d06a1-ba8a-45b1-b715-ef6692dbd85c req-f0463479-5963-4a1c-828f-4459492bb34c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=c465c8ca23c943ab87092a9544383677&device_id=72808e6d-f907-44b2-b094-27e432fb5e6e HTTP/1.1" status: 200 len: 1128 time: 0.0445595 Oct 01 04:31:23.951777 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-fca6382d-42fb-4690-92f7-dbb9c1a17830 req-4ff15114-e9e7-4949-ab2b-46fb345097da tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4f45f429-2eeb-4645-96d7-88cc89f44c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439515 Oct 01 04:31:24.028794 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d06a1-ba8a-45b1-b715-ef6692dbd85c req-4c426a60-4414-4e48-bffa-b1d4dbb33b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:31:24.030276 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-028d06a1-ba8a-45b1-b715-ef6692dbd85c req-4c426a60-4414-4e48-bffa-b1d4dbb33b2c service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=4153c2bf-cbb3-485c-bf95-921ca0607fc3 HTTP/1.1" status: 200 len: 914 time: 0.0887787 Oct 01 04:31:24.068560 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-028d06a1-ba8a-45b1-b715-ef6692dbd85c req-f95b44c5-5275-4dc1-95cd-519b4e812d69 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e HTTP/1.1" status: 200 len: 217 time: 0.0321290 Oct 01 04:31:24.115820 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d06a1-ba8a-45b1-b715-ef6692dbd85c req-1cfd1c31-208d-4a2c-b2e4-6ce7b0bf0135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:31:24.117266 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-028d06a1-ba8a-45b1-b715-ef6692dbd85c req-1cfd1c31-208d-4a2c-b2e4-6ce7b0bf0135 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=94b4b4c9-c6e4-4602-a78c-437a2611df75 HTTP/1.1" status: 200 len: 853 time: 0.0434995 Oct 01 04:31:24.152163 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-028d06a1-ba8a-45b1-b715-ef6692dbd85c req-53b4d7b3-f1e2-4ec3-909e-9ef6835f97c0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=4153c2bf-cbb3-485c-bf95-921ca0607fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291615 Oct 01 04:31:24.241093 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-028d06a1-ba8a-45b1-b715-ef6692dbd85c req-f46db479-0222-4487-92f5-51ba4fd09209 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4153c2bf-cbb3-485c-bf95-921ca0607fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832658 Oct 01 04:31:24.332672 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-028d06a1-ba8a-45b1-b715-ef6692dbd85c req-3600e01e-0547-4e6a-b7ca-57d7b2b9a045 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4153c2bf-cbb3-485c-bf95-921ca0607fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860808 Oct 01 04:31:24.574476 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e details requested by agent hyperv_hv-cinder-86004 with host hv-cinder-86004 {{(pid=106388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 01 04:31:24.670881 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port 8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e,segment=NetworkSegment(f15008ab-ec44-4569-917f-ac52f61174a6),segment_id=f15008ab-ec44-4569-917f-ac52f61174a6)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:31:24.681576 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Returning: {'device': '8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e', 'network_id': '4153c2bf-cbb3-485c-bf95-921ca0607fc3', 'port_id': '8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e', 'mac_address': 'fa:16:3e:36:e0:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94b4b4c9-c6e4-4602-a78c-437a2611df75', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 01 04:31:24.718722 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Current status of the port 8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e is: DOWN; New status is: BUILD {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:31:24.719106 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:31:24.849734 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 01 04:31:24.868618 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port 8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e,segment=NetworkSegment(f15008ab-ec44-4569-917f-ac52f61174a6),segment_id=f15008ab-ec44-4569-917f-ac52f61174a6)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:31:24.872779 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:31:24.922073 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Pushing event updated for resources: {'Port': ['ID=8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:31:24.928864 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:31:24.929249 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:31:24.929589 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:31:24.929924 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:31:24.930256 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:31:24.930583 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:31:24.930906 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:31:24.931228 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:31:24.931548 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:31:24.931868 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:31:24.932188 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:31:24.932508 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:31:24.932828 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:31:24.933166 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:31:24.933482 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:31:25.073576 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e5b965-22e1-494c-b3d5-f66d9eb3a3b4 req-59d2d978-23b1-44e4-9276-e2012f1b4363 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:31:25.075817 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-47e5b965-22e1-494c-b3d5-f66d9eb3a3b4 req-59d2d978-23b1-44e4-9276-e2012f1b4363 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=72808e6d-f907-44b2-b094-27e432fb5e6e HTTP/1.1" status: 200 len: 945 time: 0.0494013 Oct 01 04:31:25.077435 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] get_ports_and_sgs() called for port_ids ['8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 01 04:31:25.124369 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-47e5b965-22e1-494c-b3d5-f66d9eb3a3b4 req-afb32280-5584-4862-8f69-78fdab3c5a2d tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4f45f429-2eeb-4645-96d7-88cc89f44c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424397 Oct 01 04:31:26.246289 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca275a-db89-4cea-b1c3-ed2795fbf68d req-0f8e1223-6f91-4ebb-9b5d-265d8cd224c7 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:31:26.247763 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-84ca275a-db89-4cea-b1c3-ed2795fbf68d req-0f8e1223-6f91-4ebb-9b5d-265d8cd224c7 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=72808e6d-f907-44b2-b094-27e432fb5e6e HTTP/1.1" status: 200 len: 945 time: 0.0467770 Oct 01 04:31:26.295451 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-84ca275a-db89-4cea-b1c3-ed2795fbf68d req-02bc9eae-96cf-42ab-be2e-afd7576cd7b8 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4f45f429-2eeb-4645-96d7-88cc89f44c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418251 Oct 01 04:31:26.573558 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e up at agent hyperv_hv-cinder-86004 {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 01 04:31:26.615265 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Provisioning for port 8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e completed by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 01 04:31:26.620980 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Provisioning complete for port 8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 01 04:31:26.621395 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911669'] for port (8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:31:26.621752 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Attempt 1 to provision port 8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e Oct 01 04:31:26.663505 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:31:26.693228 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Current status of the port 8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e is: BUILD; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 01 04:31:26.693544 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016741'] for port (8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:31:26.705342 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:31:26.721647 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72808e6d-f907-44b2-b094-27e432fb5e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:31:26.723847 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc2ed8ba810a9a899feae06a2d512ab46721588d0493fdbeca0f1bffbb3e03b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12bc5706-5055-4772-8858-86f018b42903" -d '{"events": [{"server_uuid": "72808e6d-f907-44b2-b094-27e432fb5e6e", "name": "network-vif-plugged", "status": "completed", "tag": "8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:31:26.736675 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] For port 8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e,segment=NetworkSegment(f15008ab-ec44-4569-917f-ac52f61174a6),segment_id=f15008ab-ec44-4569-917f-ac52f61174a6)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:31:26.740746 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783883591343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783883067868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783883067886'] for port (8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:31:26.764762 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 01 Oct 2022 04:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b80fb0-8770-4581-9594-e897d255b42f x-openstack-request-id: req-99b80fb0-8770-4581-9594-e897d255b42f {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:31:26.765184 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72808e6d-f907-44b2-b094-27e432fb5e6e", "name": "network-vif-plugged", "status": "completed", "tag": "8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:31:26.765446 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-99b80fb0-8770-4581-9594-e897d255b42f {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:31:26.765859 dv-cinder-860044-1-iscsi neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99b80fb0-8770-4581-9594-e897d255b42f'] response: {'server_uuid': '72808e6d-f907-44b2-b094-27e432fb5e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e', 'code': 200} Oct 01 04:31:26.791671 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Pushing event updated for resources: {'Port': ['ID=8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:31:27.074782 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb29c00-017f-457a-a512-938b3ffbde23 req-b2d090d7-9ad4-4db8-90a9-17e5e97d6d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:31:27.076220 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3bb29c00-017f-457a-a512-938b3ffbde23 req-b2d090d7-9ad4-4db8-90a9-17e5e97d6d66 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=72808e6d-f907-44b2-b094-27e432fb5e6e HTTP/1.1" status: 200 len: 1130 time: 0.0385203 Oct 01 04:31:27.118079 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3bb29c00-017f-457a-a512-938b3ffbde23 req-9dc67515-55a0-4cc7-bbb4-43bd5035bb1d service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f45f429-2eeb-4645-96d7-88cc89f44c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366087 Oct 01 04:31:27.377413 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=94 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:31:27.379212 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=94 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:31:27.414427 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bef59-403e-405e-8298-68ff64d52b1a req-e1afd12a-312d-4dde-a464-b5e94cb78e52 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:31:27.415888 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-963bef59-403e-405e-8298-68ff64d52b1a req-e1afd12a-312d-4dde-a464-b5e94cb78e52 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=72808e6d-f907-44b2-b094-27e432fb5e6e HTTP/1.1" status: 200 len: 946 time: 0.0469346 Oct 01 04:31:27.465441 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-963bef59-403e-405e-8298-68ff64d52b1a req-159204b6-9553-4013-a922-12892728f124 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4f45f429-2eeb-4645-96d7-88cc89f44c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429008 Oct 01 04:31:28.593447 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f5db9e-ab1e-4817-a245-38e41c16f7ec req-c4e9f3c1-8e8d-4213-a24c-529359809d6b tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:31:28.594895 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-18f5db9e-ab1e-4817-a245-38e41c16f7ec req-c4e9f3c1-8e8d-4213-a24c-529359809d6b tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=72808e6d-f907-44b2-b094-27e432fb5e6e HTTP/1.1" status: 200 len: 946 time: 0.0459337 Oct 01 04:31:28.641835 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-18f5db9e-ab1e-4817-a245-38e41c16f7ec req-9d9f2a4f-394a-40cf-b6b0-8b00bebad650 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4f45f429-2eeb-4645-96d7-88cc89f44c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414121 Oct 01 04:31:36.783365 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=6 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:31:36.789520 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:31:37.113494 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=44 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:31:37.115386 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=53 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:31:38.630954 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=17 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:31:38.638509 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=17 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:31:41.036440 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:31:41.037331 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:31:42.769364 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-49d62318-7ef7-46b1-9059-99439681f0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (973633b6-dd94-436d-b3a5-971dbc41e63c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:31:43.986954 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.agents_db [None req-12b97a57-14e3-4267-90b0-a9e0353f7932 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 01 04:31:45.118345 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f0439237-8abc-4a27-adfa-2571c37a63ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (797ac3f1-c973-4eec-9950-99ad88971ed1), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:31:46.301547 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55550f09-9bf2-4503-b16a-2d26c0a47f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (3f31be2c-2b77-4d66-9a3d-30b9eb89a668), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:31:47.723403 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (d8875dbe-87f1-4639-b3ef-79ff4b202d58), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:31:47.738180 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09800c60-aa31-4d85-b1dc-99c0fbe3d41e req-bfb76b24-5007-4b5e-a9df-92b448cb2d78 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:31:47.739657 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-09800c60-aa31-4d85-b1dc-99c0fbe3d41e req-bfb76b24-5007-4b5e-a9df-92b448cb2d78 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=72808e6d-f907-44b2-b094-27e432fb5e6e HTTP/1.1" status: 200 len: 946 time: 0.0520802 Oct 01 04:31:47.786936 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-09800c60-aa31-4d85-b1dc-99c0fbe3d41e req-050f3b18-315f-4f8a-8284-699e790560a7 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4f45f429-2eeb-4645-96d7-88cc89f44c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414732 Oct 01 04:31:47.979571 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91c43220-b735-4568-b99e-ce3dc63ea20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (a017e3cb-dd0a-4c83-ac3d-dd65b6d6e9f8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:31:48.912579 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d522847c-7d33-4e5e-b1e3-efddc0f51e6e req-927262d9-da8c-49e0-936a-da319dd76a59 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:31:48.914465 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d522847c-7d33-4e5e-b1e3-efddc0f51e6e req-927262d9-da8c-49e0-936a-da319dd76a59 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=72808e6d-f907-44b2-b094-27e432fb5e6e HTTP/1.1" status: 200 len: 946 time: 0.0491045 Oct 01 04:31:48.963742 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-d522847c-7d33-4e5e-b1e3-efddc0f51e6e req-413fbdc1-779c-446c-a71d-0b98e6b313c1 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4f45f429-2eeb-4645-96d7-88cc89f44c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425739 Oct 01 04:31:49.254581 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9e4b8-a3c1-46a4-b256-4776d8e9957e req-1693b027-1f52-454d-8ccd-e0b8cfb8a6c1 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 01 04:31:49.256147 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ccd9e4b8-a3c1-46a4-b256-4776d8e9957e req-1693b027-1f52-454d-8ccd-e0b8cfb8a6c1 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=72808e6d-f907-44b2-b094-27e432fb5e6e HTTP/1.1" status: 200 len: 946 time: 0.0468712 Oct 01 04:31:49.338901 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-ccd9e4b8-a3c1-46a4-b256-4776d8e9957e req-c0e25abc-3c29-4e5b-bb8e-ba59bdc53789 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Deleting port 8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 01 04:31:49.339242 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-ccd9e4b8-a3c1-46a4-b256-4776d8e9957e req-c0e25abc-3c29-4e5b-bb8e-ba59bdc53789 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783883591190'] for port (8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:31:49.431359 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-ccd9e4b8-a3c1-46a4-b256-4776d8e9957e req-c0e25abc-3c29-4e5b-bb8e-ba59bdc53789 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] For port 8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e, host hv-cinder-86004, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86004',level=0,port_id=8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e,segment=NetworkSegment(f15008ab-ec44-4569-917f-ac52f61174a6),segment_id=f15008ab-ec44-4569-917f-ac52f61174a6)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 01 04:31:49.431720 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-ccd9e4b8-a3c1-46a4-b256-4776d8e9957e req-c0e25abc-3c29-4e5b-bb8e-ba59bdc53789 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7991150'] for port (8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:31:49.444433 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-ccd9e4b8-a3c1-46a4-b256-4776d8e9957e req-c0e25abc-3c29-4e5b-bb8e-ba59bdc53789 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Calling delete_port for 8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 01 04:31:49.569629 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-ccd9e4b8-a3c1-46a4-b256-4776d8e9957e req-c0e25abc-3c29-4e5b-bb8e-ba59bdc53789 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8312238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783883592340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783883067859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4916161'] for port (8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:31:49.584993 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] get_ports_and_sgs() called for port_ids ['8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 01 04:31:49.600619 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e25abc-3c29-4e5b-bb8e-ba59bdc53789 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Pushing event deleted for resources: {'Port': ['ID=8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:31:49.645041 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd9e4b8-a3c1-46a4-b256-4776d8e9957e req-c0e25abc-3c29-4e5b-bb8e-ba59bdc53789 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] No DVR routers for this DVR port 8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e on host hv-cinder-86004 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 01 04:31:49.647562 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-ccd9e4b8-a3c1-46a4-b256-4776d8e9957e req-c0e25abc-3c29-4e5b-bb8e-ba59bdc53789 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13170'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:31:49.650783 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ccd9e4b8-a3c1-46a4-b256-4776d8e9957e req-c0e25abc-3c29-4e5b-bb8e-ba59bdc53789 tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] 10.222.0.25 "DELETE /networking/v2.0/ports/8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e HTTP/1.1" status: 204 len: 173 time: 0.3900042 Oct 01 04:31:49.651289 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72808e6d-f907-44b2-b094-27e432fb5e6e', 'name': 'network-vif-deleted', 'tag': '8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 01 04:31:49.653575 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23a471ff00a13a2eea8c87216c43e2c9873adc8b08d975975de21b294c9ff96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12023c8-1b6f-4113-808b-8aff15913302" -d '{"events": [{"server_uuid": "72808e6d-f907-44b2-b094-27e432fb5e6e", "name": "network-vif-deleted", "tag": "8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 01 04:31:49.694883 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 01 Oct 2022 04:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72646610-cf2e-485b-b7f6-c74489150b47 x-openstack-request-id: req-72646610-cf2e-485b-b7f6-c74489150b47 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 01 04:31:49.695268 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72808e6d-f907-44b2-b094-27e432fb5e6e", "name": "network-vif-deleted", "tag": "8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 01 04:31:49.695582 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-72646610-cf2e-485b-b7f6-c74489150b47 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 01 04:31:49.696045 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72646610-cf2e-485b-b7f6-c74489150b47'] response: {'server_uuid': '72808e6d-f907-44b2-b094-27e432fb5e6e', 'name': 'network-vif-deleted', 'tag': '8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e', 'status': 'completed', 'code': 200} Oct 01 04:31:50.081440 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [req-bab1df0a-78fa-4413-aed8-35451a90955b req-e6caf4f8-d603-4c8e-bc83-82ee6c617fae tempest-VolumesSnapshotTestJSON-745650261 tempest-VolumesSnapshotTestJSON-745650261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=72808e6d-f907-44b2-b094-27e432fb5e6e HTTP/1.1" status: 200 len: 210 time: 0.0287950 Oct 01 04:31:52.667075 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e no longer exists at agent hyperv_hv-cinder-86004 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 01 04:31:52.686437 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] No Port match for: 8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 01 04:31:52.687800 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Device 8e7c3377-9d85-4d86-9c5e-24ad4a6f5c5e not bound to the agent host hv-cinder-86004 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 01 04:31:52.990897 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (2c3964fb-7920-4c48-8672-be15ccfa9ce8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:31:55.997788 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:31:57.986101 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=7 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:31:59.628839 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=49,neutron:DELETE=5 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:31:59.629743 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=40,neutron:DELETE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:32:00.062066 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=16 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:32:00.062972 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=22 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:32:02.984907 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:32:02.986920 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:32:12.359353 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 43586) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:32:12.404768 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-da2f063d-0805-4672-9832-b30f9c02d4c6 admin admin] Deleting subnet 94b4b4c9-c6e4-4602-a78c-437a2611df75 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 01 04:32:12.407838 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-da2f063d-0805-4672-9832-b30f9c02d4c6 admin admin] Publish callbacks [] for subnet (94b4b4c9-c6e4-4602-a78c-437a2611df75), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:32:12.443764 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-da2f063d-0805-4672-9832-b30f9c02d4c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4947394'] for subnet (94b4b4c9-c6e4-4602-a78c-437a2611df75), precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:32:12.485947 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-da2f063d-0805-4672-9832-b30f9c02d4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1040298'] for subnet (94b4b4c9-c6e4-4602-a78c-437a2611df75), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:32:12.538007 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-da2f063d-0805-4672-9832-b30f9c02d4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1035713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8038045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4916124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4906860'] for subnet (94b4b4c9-c6e4-4602-a78c-437a2611df75), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:32:12.563622 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2f063d-0805-4672-9832-b30f9c02d4c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94b4b4c9-c6e4-4602-a78c-437a2611df75,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:32:12.568889 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-da2f063d-0805-4672-9832-b30f9c02d4c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:32:12.571994 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-da2f063d-0805-4672-9832-b30f9c02d4c6 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/94b4b4c9-c6e4-4602-a78c-437a2611df75 HTTP/1.1" status: 204 len: 168 time: 0.2116752 Oct 01 04:32:12.574737 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 43588) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:32:12.576849 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2f063d-0805-4672-9832-b30f9c02d4c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:32:12.577310 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2f063d-0805-4672-9832-b30f9c02d4c6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:32:12.577656 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2f063d-0805-4672-9832-b30f9c02d4c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:32:12.577991 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2f063d-0805-4672-9832-b30f9c02d4c6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:32:12.578324 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2f063d-0805-4672-9832-b30f9c02d4c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:32:12.578649 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2f063d-0805-4672-9832-b30f9c02d4c6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:32:12.578968 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2f063d-0805-4672-9832-b30f9c02d4c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:32:12.579288 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2f063d-0805-4672-9832-b30f9c02d4c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:32:12.579612 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2f063d-0805-4672-9832-b30f9c02d4c6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:32:12.579931 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2f063d-0805-4672-9832-b30f9c02d4c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:32:12.580250 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2f063d-0805-4672-9832-b30f9c02d4c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:32:12.581214 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2f063d-0805-4672-9832-b30f9c02d4c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:32:12.581543 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2f063d-0805-4672-9832-b30f9c02d4c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:32:12.581860 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2f063d-0805-4672-9832-b30f9c02d4c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:32:12.582178 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2f063d-0805-4672-9832-b30f9c02d4c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:32:12.648606 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-45cc1db9-8b73-4164-892c-2a93bbb3a711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799227'] for network (4153c2bf-cbb3-485c-bf95-921ca0607fc3), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:32:12.728707 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-45cc1db9-8b73-4164-892c-2a93bbb3a711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-909724', 'neutron.services.segments.db._delete_segments_for_network-8783883502282'] for network (4153c2bf-cbb3-485c-bf95-921ca0607fc3), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:32:12.748440 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.services.segments.db [None req-45cc1db9-8b73-4164-892c-2a93bbb3a711 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4153c2bf-cbb3-485c-bf95-921ca0607fc3']}} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:32:12.758180 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.services.segments.db [None req-45cc1db9-8b73-4164-892c-2a93bbb3a711 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f15008ab-ec44-4569-917f-ac52f61174a6') {'for_net_delete': True} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:32:12.758477 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.services.segments.db [None req-45cc1db9-8b73-4164-892c-2a93bbb3a711 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f15008ab-ec44-4569-917f-ac52f61174a6') {} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 01 04:32:12.768891 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-45cc1db9-8b73-4164-892c-2a93bbb3a711 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783883475047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5479329'] for segment (f15008ab-ec44-4569-917f-ac52f61174a6), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:32:12.772109 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-61cff732-419d-4bb9-bcb2-984d75da514e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (973633b6-dd94-436d-b3a5-971dbc41e63c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:32:12.785528 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-45cc1db9-8b73-4164-892c-2a93bbb3a711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916673'] for segment (f15008ab-ec44-4569-917f-ac52f61174a6), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:32:12.791910 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45cc1db9-8b73-4164-892c-2a93bbb3a711 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=106386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 01 04:32:12.792434 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-45cc1db9-8b73-4164-892c-2a93bbb3a711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5072030'] for segment (f15008ab-ec44-4569-917f-ac52f61174a6), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:32:13.037297 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.services.segments.plugin [-] Segment f15008ab-ec44-4569-917f-ac52f61174a6 resource provider aggregate not found Oct 01 04:32:13.055766 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.services.segments.plugin [-] Segment f15008ab-ec44-4569-917f-ac52f61174a6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f15008ab-ec44-4569-917f-ac52f61174a6 found for delete ", "request_id": "req-7fbccd07-f477-4b5f-87cb-d316cccdc63c"}]} Oct 01 04:32:13.060447 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-45cc1db9-8b73-4164-892c-2a93bbb3a711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-909719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8037924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989909'] for network (4153c2bf-cbb3-485c-bf95-921ca0607fc3), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:32:13.066043 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-45cc1db9-8b73-4164-892c-2a93bbb3a711 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886708'] for network (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:32:13.069096 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-45cc1db9-8b73-4164-892c-2a93bbb3a711 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/4153c2bf-cbb3-485c-bf95-921ca0607fc3 HTTP/1.1" status: 204 len: 168 time: 0.4933205 Oct 01 04:32:13.080154 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cc1db9-8b73-4164-892c-2a93bbb3a711 admin admin] Pushing event deleted for resources: {'Network': ['ID=4153c2bf-cbb3-485c-bf95-921ca0607fc3,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:32:13.088170 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cc1db9-8b73-4164-892c-2a93bbb3a711 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:32:13.088517 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cc1db9-8b73-4164-892c-2a93bbb3a711 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:32:13.088855 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cc1db9-8b73-4164-892c-2a93bbb3a711 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:32:13.089231 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cc1db9-8b73-4164-892c-2a93bbb3a711 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:32:13.089717 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cc1db9-8b73-4164-892c-2a93bbb3a711 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:32:13.089915 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cc1db9-8b73-4164-892c-2a93bbb3a711 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:32:13.090249 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cc1db9-8b73-4164-892c-2a93bbb3a711 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:32:13.090577 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cc1db9-8b73-4164-892c-2a93bbb3a711 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:32:13.090908 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cc1db9-8b73-4164-892c-2a93bbb3a711 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:32:13.091238 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cc1db9-8b73-4164-892c-2a93bbb3a711 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:32:13.091564 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cc1db9-8b73-4164-892c-2a93bbb3a711 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:32:13.091893 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cc1db9-8b73-4164-892c-2a93bbb3a711 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:32:13.092217 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cc1db9-8b73-4164-892c-2a93bbb3a711 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:32:13.092538 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cc1db9-8b73-4164-892c-2a93bbb3a711 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:32:13.092860 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cc1db9-8b73-4164-892c-2a93bbb3a711 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860044-1-iscsi {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 01 04:32:13.175837 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.26', 43598) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:32:13.219916 dv-cinder-860044-1-iscsi neutron-server[106386]: INFO neutron.wsgi [None req-ca2426f5-21d2-43af-9372-f71b5fb73caf admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=c465c8ca23c943ab87092a9544383677&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429327 Oct 01 04:32:13.223194 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 43600) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:32:13.272649 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cb8dbc45-76da-4109-910d-7b4adae668a6 admin admin] Publish callbacks [] for security_group (4f45f429-2eeb-4645-96d7-88cc89f44c36), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:32:13.292549 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cb8dbc45-76da-4109-910d-7b4adae668a6 admin admin] Publish callbacks [] for security_group (4f45f429-2eeb-4645-96d7-88cc89f44c36), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:32:13.342725 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cb8dbc45-76da-4109-910d-7b4adae668a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (4f45f429-2eeb-4645-96d7-88cc89f44c36), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:32:13.345316 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cb8dbc45-76da-4109-910d-7b4adae668a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:32:13.347095 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-cb8dbc45-76da-4109-910d-7b4adae668a6 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/4f45f429-2eeb-4645-96d7-88cc89f44c36 HTTP/1.1" status: 204 len: 168 time: 0.1229331 Oct 01 04:32:13.354829 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8dbc45-76da-4109-910d-7b4adae668a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f45f429-2eeb-4645-96d7-88cc89f44c36,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:32:15.110641 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a778007c-cfd3-4458-9f7c-4e6f1a1411a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (797ac3f1-c973-4eec-9950-99ad88971ed1), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:32:16.303471 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55550f09-9bf2-4503-b16a-2d26c0a47f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (3f31be2c-2b77-4d66-9a3d-30b9eb89a668), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:32:17.725557 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (d8875dbe-87f1-4639-b3ef-79ff4b202d58), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:32:17.981532 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91c43220-b735-4568-b99e-ce3dc63ea20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (a017e3cb-dd0a-4c83-ac3d-dd65b6d6e9f8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:32:20.985794 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.agents_db [None req-12b97a57-14e3-4267-90b0-a9e0353f7932 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 01 04:32:21.431472 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 43670) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:32:21.534542 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-14143e43-37d7-4ae0-971c-0c491920364d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:32:21.610491 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-14143e43-37d7-4ae0-971c-0c491920364d admin admin] Publish callbacks [] for security_group (f31d507d-8cca-4ae4-9ef8-1d6c768e79aa), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:32:21.614182 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-14143e43-37d7-4ae0-971c-0c491920364d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (f31d507d-8cca-4ae4-9ef8-1d6c768e79aa), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:32:21.651919 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14143e43-37d7-4ae0-971c-0c491920364d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f31d507d-8cca-4ae4-9ef8-1d6c768e79aa,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:32:21.657363 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-14143e43-37d7-4ae0-971c-0c491920364d admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=1524c57135e64352972df7b24140b2fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2248967 Oct 01 04:32:21.660801 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.26', 43674) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 01 04:32:21.708095 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-86b8e97b-9367-4830-978f-3f92f2aedf08 admin admin] Publish callbacks [] for security_group (f31d507d-8cca-4ae4-9ef8-1d6c768e79aa), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:32:21.728083 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-86b8e97b-9367-4830-978f-3f92f2aedf08 admin admin] Publish callbacks [] for security_group (f31d507d-8cca-4ae4-9ef8-1d6c768e79aa), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:32:21.777269 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-86b8e97b-9367-4830-978f-3f92f2aedf08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8044017'] for security_group (f31d507d-8cca-4ae4-9ef8-1d6c768e79aa), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:32:21.780048 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-86b8e97b-9367-4830-978f-3f92f2aedf08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:32:21.781188 dv-cinder-860044-1-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-86b8e97b-9367-4830-978f-3f92f2aedf08 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/f31d507d-8cca-4ae4-9ef8-1d6c768e79aa HTTP/1.1" status: 204 len: 168 time: 0.1194870 Oct 01 04:32:21.790326 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b8e97b-9367-4830-978f-3f92f2aedf08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31d507d-8cca-4ae4-9ef8-1d6c768e79aa,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 01 04:32:22.990200 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (2c3964fb-7920-4c48-8672-be15ccfa9ce8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:32:23.214231 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=36,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:32:23.216871 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=30,neutron:DELETE=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:32:31.762825 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=73,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=7 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:32:31.785842 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=78,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:32:32.983357 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:32:32.985320 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:32:42.039884 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=19 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:32:42.041742 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=15 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:32:42.774496 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9fabde56-db61-4066-af15-bfaebbc20ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (973633b6-dd94-436d-b3a5-971dbc41e63c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:32:45.111714 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eae4bb4b-a8d3-484a-910a-c158300c0961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (797ac3f1-c973-4eec-9950-99ad88971ed1), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:32:46.306481 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55550f09-9bf2-4503-b16a-2d26c0a47f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (3f31be2c-2b77-4d66-9a3d-30b9eb89a668), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:32:47.727701 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (d8875dbe-87f1-4639-b3ef-79ff4b202d58), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:32:47.983447 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91c43220-b735-4568-b99e-ce3dc63ea20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (a017e3cb-dd0a-4c83-ac3d-dd65b6d6e9f8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:32:52.991562 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (2c3964fb-7920-4c48-8672-be15ccfa9ce8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:32:57.985326 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.agents_db [None req-12b97a57-14e3-4267-90b0-a9e0353f7932 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 01 04:33:02.985370 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:33:02.987252 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:33:10.009124 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=4 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:33:10.009907 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=4 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:33:12.780194 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-aaea3334-2243-47a8-8751-183b92d8b66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (973633b6-dd94-436d-b3a5-971dbc41e63c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:33:15.114771 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-63008680-dd43-424c-92d6-cfcb6e52831f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (797ac3f1-c973-4eec-9950-99ad88971ed1), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:33:16.309816 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55550f09-9bf2-4503-b16a-2d26c0a47f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (3f31be2c-2b77-4d66-9a3d-30b9eb89a668), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:33:17.730169 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (d8875dbe-87f1-4639-b3ef-79ff4b202d58), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:33:17.985419 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91c43220-b735-4568-b99e-ce3dc63ea20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (a017e3cb-dd0a-4c83-ac3d-dd65b6d6e9f8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:33:23.003687 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (2c3964fb-7920-4c48-8672-be15ccfa9ce8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:33:32.994288 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:33:32.999036 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:33:34.984904 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.agents_db [None req-12b97a57-14e3-4267-90b0-a9e0353f7932 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 01 04:33:41.793094 dv-cinder-860044-1-iscsi neutron-server[106386]: DEBUG neutron.wsgi [req-ae14825b-03ee-415e-9048-609229e33ab6 req-a126335a-9164-4dd4-9f7d-bf1b66807c4e service neutron] (106386) timed out ('10.222.0.25', 57620) {{(pid=106386) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 01 04:33:41.971870 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [req-cab2f2c3-ed4c-4ac3-81ef-097af871649b req-3e22c9de-33df-4697-88a8-934219114649 service neutron] (106387) timed out ('10.222.0.25', 57621) {{(pid=106387) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 01 04:33:42.782350 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e7113333-c395-4e68-bfde-181a50b394be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (973633b6-dd94-436d-b3a5-971dbc41e63c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:33:45.116419 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1a8fcacd-3b07-4546-a6af-b799430d509b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (797ac3f1-c973-4eec-9950-99ad88971ed1), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:33:46.312953 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55550f09-9bf2-4503-b16a-2d26c0a47f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (3f31be2c-2b77-4d66-9a3d-30b9eb89a668), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:33:47.014710 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:33:47.015443 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=5 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:33:47.732539 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (d8875dbe-87f1-4639-b3ef-79ff4b202d58), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:33:47.987588 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91c43220-b735-4568-b99e-ce3dc63ea20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (a017e3cb-dd0a-4c83-ac3d-dd65b6d6e9f8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:33:53.003427 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (2c3964fb-7920-4c48-8672-be15ccfa9ce8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:34:02.997745 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:34:02.999627 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:34:11.983358 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.agents_db [None req-12b97a57-14e3-4267-90b0-a9e0353f7932 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 01 04:34:12.784779 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e9bef444-a7f5-46c5-a690-b67e3ab888dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (973633b6-dd94-436d-b3a5-971dbc41e63c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:34:15.118151 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d5bddd8c-f8fb-49a1-8fad-e9cea18d94f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (797ac3f1-c973-4eec-9950-99ad88971ed1), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:34:16.315748 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55550f09-9bf2-4503-b16a-2d26c0a47f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (3f31be2c-2b77-4d66-9a3d-30b9eb89a668), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:34:17.734440 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (d8875dbe-87f1-4639-b3ef-79ff4b202d58), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:34:17.991570 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91c43220-b735-4568-b99e-ce3dc63ea20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (a017e3cb-dd0a-4c83-ac3d-dd65b6d6e9f8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:34:23.008330 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (2c3964fb-7920-4c48-8672-be15ccfa9ce8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:34:24.009940 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=5 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:34:24.010714 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:34:33.001548 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:34:33.003429 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:34:42.050519 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=13 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:34:42.051295 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=13 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:34:42.787977 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f2ad4fb8-159e-48b3-9139-d1acbeea3457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (973633b6-dd94-436d-b3a5-971dbc41e63c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:34:45.120311 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f3d1a7f4-42d3-4d73-bad9-82d11dd4e9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (797ac3f1-c973-4eec-9950-99ad88971ed1), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:34:46.318525 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55550f09-9bf2-4503-b16a-2d26c0a47f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (3f31be2c-2b77-4d66-9a3d-30b9eb89a668), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:34:47.737679 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (d8875dbe-87f1-4639-b3ef-79ff4b202d58), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:34:47.994238 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91c43220-b735-4568-b99e-ce3dc63ea20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (a017e3cb-dd0a-4c83-ac3d-dd65b6d6e9f8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:34:48.982474 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.agents_db [None req-12b97a57-14e3-4267-90b0-a9e0353f7932 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 01 04:34:53.009268 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (2c3964fb-7920-4c48-8672-be15ccfa9ce8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:35:01.016138 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=5 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:35:01.016901 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:35:03.003605 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=10 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:35:03.005644 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=8,neutron:UPDATE=6 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:35:12.789706 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c085f849-6e12-4bb9-a6cd-8d509e76efd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (973633b6-dd94-436d-b3a5-971dbc41e63c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:35:15.122222 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f4759e77-59d6-4dd0-ade5-61e80a225038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (797ac3f1-c973-4eec-9950-99ad88971ed1), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:35:16.320888 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55550f09-9bf2-4503-b16a-2d26c0a47f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (3f31be2c-2b77-4d66-9a3d-30b9eb89a668), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:35:17.741347 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (d8875dbe-87f1-4639-b3ef-79ff4b202d58), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:35:17.997436 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91c43220-b735-4568-b99e-ce3dc63ea20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (a017e3cb-dd0a-4c83-ac3d-dd65b6d6e9f8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:35:23.006859 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (2c3964fb-7920-4c48-8672-be15ccfa9ce8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:35:25.981897 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.agents_db [None req-12b97a57-14e3-4267-90b0-a9e0353f7932 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 01 04:35:32.999392 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:35:33.001314 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:35:38.013187 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=6 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:35:41.045254 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:35:42.609856 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [req-1d94b9a2-b644-468b-b126-8866eb51c2ba req-cbdf9c69-38cf-4b67-a99d-bc7eb391fd54 service neutron] (106387) timed out ('10.222.0.26', 37478) {{(pid=106387) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 01 04:35:42.782195 dv-cinder-860044-1-iscsi neutron-server[106387]: DEBUG neutron.wsgi [req-1d94b9a2-b644-468b-b126-8866eb51c2ba req-f31e0e91-743e-4194-be71-1ecff317222b tempest-AttachVolumeShelveTestJSON-1941075162 tempest-AttachVolumeShelveTestJSON-1941075162-project] (106387) timed out ('10.222.0.26', 37490) {{(pid=106387) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 01 04:35:42.791384 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fad2d001-cfff-4bcc-96bc-edfbaae2600d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (973633b6-dd94-436d-b3a5-971dbc41e63c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:35:45.126410 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-762a43ba-c6dc-4465-bc8e-ac526815d68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (797ac3f1-c973-4eec-9950-99ad88971ed1), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:35:46.323869 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55550f09-9bf2-4503-b16a-2d26c0a47f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (3f31be2c-2b77-4d66-9a3d-30b9eb89a668), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:35:47.744725 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (d8875dbe-87f1-4639-b3ef-79ff4b202d58), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:35:48.000508 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91c43220-b735-4568-b99e-ce3dc63ea20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (a017e3cb-dd0a-4c83-ac3d-dd65b6d6e9f8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:35:53.015835 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (2c3964fb-7920-4c48-8672-be15ccfa9ce8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:36:02.981794 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.agents_db [None req-12b97a57-14e3-4267-90b0-a9e0353f7932 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 01 04:36:03.005090 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:UPDATE=3,neutron:SELECT=21 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:36:03.011951 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:36:12.794438 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-26638b87-4a96-4adc-9a9c-c8261b8c3ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (973633b6-dd94-436d-b3a5-971dbc41e63c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:36:15.013540 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=5 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:36:15.019482 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:36:15.127202 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c9849dc7-0b68-46e7-848c-02b5269df33f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (797ac3f1-c973-4eec-9950-99ad88971ed1), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:36:16.325483 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55550f09-9bf2-4503-b16a-2d26c0a47f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (3f31be2c-2b77-4d66-9a3d-30b9eb89a668), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:36:17.749191 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (d8875dbe-87f1-4639-b3ef-79ff4b202d58), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:36:18.005282 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91c43220-b735-4568-b99e-ce3dc63ea20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (a017e3cb-dd0a-4c83-ac3d-dd65b6d6e9f8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:36:23.037749 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (2c3964fb-7920-4c48-8672-be15ccfa9ce8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:36:33.031335 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:36:33.033279 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:36:39.981533 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.agents_db [None req-12b97a57-14e3-4267-90b0-a9e0353f7932 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 01 04:36:42.796171 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0dc1f0ba-e28f-4130-a6f2-0ac6c24e4365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (973633b6-dd94-436d-b3a5-971dbc41e63c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:36:45.128323 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90eb8bd5-2111-40a8-8ebc-a26324b46a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (797ac3f1-c973-4eec-9950-99ad88971ed1), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:36:46.329008 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55550f09-9bf2-4503-b16a-2d26c0a47f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (3f31be2c-2b77-4d66-9a3d-30b9eb89a668), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:36:47.753960 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (d8875dbe-87f1-4639-b3ef-79ff4b202d58), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:36:48.007781 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91c43220-b735-4568-b99e-ce3dc63ea20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (a017e3cb-dd0a-4c83-ac3d-dd65b6d6e9f8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:36:53.053964 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (2c3964fb-7920-4c48-8672-be15ccfa9ce8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:36:57.986471 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=14 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:36:57.987269 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=22 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:37:03.048358 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:37:03.049649 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:37:12.800403 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0477d751-898d-4fb6-a259-e76a4c89df64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (973633b6-dd94-436d-b3a5-971dbc41e63c), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:37:15.136230 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-72a1090b-0df2-4c73-b62a-78ad256dc76b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (797ac3f1-c973-4eec-9950-99ad88971ed1), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:37:16.331752 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55550f09-9bf2-4503-b16a-2d26c0a47f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (3f31be2c-2b77-4d66-9a3d-30b9eb89a668), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:37:16.981151 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG neutron.db.agents_db [None req-12b97a57-14e3-4267-90b0-a9e0353f7932 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 01 04:37:17.756444 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58c1194-6441-4310-bbf5-ed65e0f715d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (d8875dbe-87f1-4639-b3ef-79ff4b202d58), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:37:18.012501 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91c43220-b735-4568-b99e-ce3dc63ea20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (a017e3cb-dd0a-4c83-ac3d-dd65b6d6e9f8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:37:23.043439 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338df3c6-bb75-4b0a-b38d-9680cc2f765f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783883502264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911839'] for agent (2c3964fb-7920-4c48-8672-be15ccfa9ce8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 01 04:37:29.011683 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:37:29.012440 dv-cinder-860044-1-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=5 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:37:33.037585 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 01 04:37:33.039693 dv-cinder-860044-1-iscsi neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}